{"severity_text":"INFO","timestamp":"2026-11-03T13:13:48.614058675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:48.667885626Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:48.775685666Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:48.775712464Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.001733294Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.001778981Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.172788769Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/aacdc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.263268031Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378514795Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378619782Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.37867459Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378717246Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378759087Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378796377Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378833512Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378873246Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378910496Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.378968145Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379013524Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379066925Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379150637Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379275522Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379345827Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379464668Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379544232Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379556856Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379609524Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.379694826Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.480505649Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 13:13:50.480552 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.681597794Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.681658289Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 13:14:08.614806 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615163205Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615355959Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615452873Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615610503Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615621526Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615659617Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615692442Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615780855Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.615903898Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616038418Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616250346Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616302492Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616391371Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616496472Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616520795Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616547719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616571892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616596152Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616609664Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616631459Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616704593Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616846618Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616851793Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616870158Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616892669Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616949723Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616981367Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.617078814Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.61714688Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.61716722Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.617185867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.617307352Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616523763Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.617634052Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.616596069Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.617815375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618232066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618301086Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618323842Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618343371Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618366564Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618387226Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618510659Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618541422Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618656956Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618858844Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618928527Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.618953144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.619022247Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.61904511Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.619063561Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.619098554Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.619120914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.931680965Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.931794468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.090964421Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.320001309Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.320051954Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.320182717Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.32021542Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.320578313Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.320589664Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.320827184Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.320835618Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.321029064Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.321048508Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.419185063Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.419228905Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.420244389Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.420274506Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.58862596Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a03a4ea5-fc08-48f3-9276-2f5c223002a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.637557502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88e2aaa-e07b-4ca7-9149-447aa8e1ce21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.638134827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c55f3c23-e59d-4161-8ef0-c630ee47aa6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.754139183Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca7e6d65-4911-42ea-bd6e-09bc6fb396da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.844889887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88e2aaa-e07b-4ca7-9149-447aa8e1ce21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:09.846680639Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c55f3c23-e59d-4161-8ef0-c630ee47aa6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.864117329Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f7398ec-921f-4e07-90e2-1af401c73eae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.945886678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88e2aaa-e07b-4ca7-9149-447aa8e1ce21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.043920203Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23c11e9a-3fd8-453c-93f0-234ce225c8d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:10.044976206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c55f3c23-e59d-4161-8ef0-c630ee47aa6d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.04507881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50114fd0-8ce5-4f18-889f-f46523088dba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.045096705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50114fd0-8ce5-4f18-889f-f46523088dba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.207111631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5632ea9-3f8b-4a28-97b8-388f69f94557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.207115911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0162ec76-206b-443a-85c5-512175b196c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.265591612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0162ec76-206b-443a-85c5-512175b196c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.265681614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5632ea9-3f8b-4a28-97b8-388f69f94557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.323723917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5632ea9-3f8b-4a28-97b8-388f69f94557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.323797484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0162ec76-206b-443a-85c5-512175b196c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:10.379943573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5632ea9-3f8b-4a28-97b8-388f69f94557","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:10.380606147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0162ec76-206b-443a-85c5-512175b196c9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.551251365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a2f2e-200f-4be5-84d1-d6d39e29eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.551515907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b56c2d8-19a8-4ee3-a45b-abfe153d5271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.605794329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a2f2e-200f-4be5-84d1-d6d39e29eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.606014832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4ebb600-2958-4fdc-9dc4-c9dafbf85efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.660556767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a2f2e-200f-4be5-84d1-d6d39e29eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.665776564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b56c2d8-19a8-4ee3-a45b-abfe153d5271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.71439037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a2f2e-200f-4be5-84d1-d6d39e29eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.719205054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4ebb600-2958-4fdc-9dc4-c9dafbf85efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.772066497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b56c2d8-19a8-4ee3-a45b-abfe153d5271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.776810473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4ebb600-2958-4fdc-9dc4-c9dafbf85efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.792661044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18098f99-ca0b-4b06-b89d-072a3915152c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.793107638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6e2a63-58e9-4b72-8c5f-af0eea1f7cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.850883512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18098f99-ca0b-4b06-b89d-072a3915152c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.850987671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6e2a63-58e9-4b72-8c5f-af0eea1f7cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.908136925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6e2a63-58e9-4b72-8c5f-af0eea1f7cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.90815463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18098f99-ca0b-4b06-b89d-072a3915152c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.96878812Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c1c944e3-1cb7-4a24-acb8-f410fb9e1d32","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.64075127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e8b8cfb-82c7-4255-aa12-aaf03f911a56","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.640770826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e8b8cfb-82c7-4255-aa12-aaf03f911a56","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.641138862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d87e7469-dff0-4143-96f4-eaca7edd53bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.641150383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d87e7469-dff0-4143-96f4-eaca7edd53bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.69616463Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dafcd863-d7d0-4713-adcc-ab5f0d4931b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.696511806Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c9211b9-e792-4862-8ef9-bd5ff2723418","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.709143229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce5b909a-c5d3-4977-8789-cf3fa7bd2e58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.70916514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce5b909a-c5d3-4977-8789-cf3fa7bd2e58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.709515885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5eb13baa-912a-410e-a012-e7a454767107","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.709534022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5eb13baa-912a-410e-a012-e7a454767107","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.802619788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17fc5a13-3a99-4f4f-ac2b-fe13aa34029c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.80272524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ac8aa3-68a3-431b-81b3-73325cd86dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.860542265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17fc5a13-3a99-4f4f-ac2b-fe13aa34029c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.86069216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ac8aa3-68a3-431b-81b3-73325cd86dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.918216536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ac8aa3-68a3-431b-81b3-73325cd86dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.918311927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17fc5a13-3a99-4f4f-ac2b-fe13aa34029c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.080577197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d761cf01-c0e8-4b73-8e50-88a59963991c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.080599145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb0a96f8-b17f-4048-aba4-2febfbbd971c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.139487432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb0a96f8-b17f-4048-aba4-2febfbbd971c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.139537688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d761cf01-c0e8-4b73-8e50-88a59963991c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.196708409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d761cf01-c0e8-4b73-8e50-88a59963991c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.196825529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb0a96f8-b17f-4048-aba4-2febfbbd971c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.823921351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db124c0d-36b7-434d-bd72-78a12863ba11","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.823941429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db124c0d-36b7-434d-bd72-78a12863ba11","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.093363284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b8d561-1bd7-43ca-8b0b-5d2c0ae26dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.09338008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7256749-98c5-4097-9078-bb1325e9f8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.152234605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7256749-98c5-4097-9078-bb1325e9f8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.204048731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b8d561-1bd7-43ca-8b0b-5d2c0ae26dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.209318654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7256749-98c5-4097-9078-bb1325e9f8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.262961129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b8d561-1bd7-43ca-8b0b-5d2c0ae26dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.27349436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc083adb-3641-4de6-909b-2aaff7d72d7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.27351426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc083adb-3641-4de6-909b-2aaff7d72d7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.273755165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e2b5ab1-35bf-4c54-a9a5-e875923f2e42","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.273770076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e2b5ab1-35bf-4c54-a9a5-e875923f2e42","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.273960549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6aa02579-275a-4b94-b54d-87e8e022d085","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.273970155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6aa02579-275a-4b94-b54d-87e8e022d085","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.328187303Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cdadb27-cad4-4a2f-9acf-ce8411e64c85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.328187305Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2c506d8-3828-49da-8ec5-ee6c21b3ed97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.341662228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eacd9aca-fd5e-4fb4-9b84-dca2835ce9be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.341685362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eacd9aca-fd5e-4fb4-9b84-dca2835ce9be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.341915878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c735c7b-2a2c-47ef-8590-879f43b3879b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.34192747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c735c7b-2a2c-47ef-8590-879f43b3879b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.342114216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44197998-c26b-446f-8d3d-be319f5f2582","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.34212456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44197998-c26b-446f-8d3d-be319f5f2582","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.434663239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f8d0d6-c60b-4e4f-ab54-25138e683ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.43466324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4a7f855-7996-4320-aae3-5f6b1568d4ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.493607405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4a7f855-7996-4320-aae3-5f6b1568d4ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.493649295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f8d0d6-c60b-4e4f-ab54-25138e683ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.551101199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f8d0d6-c60b-4e4f-ab54-25138e683ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.551135345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4a7f855-7996-4320-aae3-5f6b1568d4ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.712592514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54cfaa03-ebd0-44e2-b761-e86f166da55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.712592466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c55d004b-609c-42de-aa3f-dcd18948cbe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.770819359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c55d004b-609c-42de-aa3f-dcd18948cbe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.771305201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54cfaa03-ebd0-44e2-b761-e86f166da55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.829004387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54cfaa03-ebd0-44e2-b761-e86f166da55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.829012295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c55d004b-609c-42de-aa3f-dcd18948cbe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.491525096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e34a8283-a214-4577-917d-98007a74b1ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.491542444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e34a8283-a214-4577-917d-98007a74b1ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.292430697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88c1f5d-4cfc-48e9-9a0d-9e25b8a7e167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.292434647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e40d30ee-dcd4-4330-a9b1-99bf55035315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.350929197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e40d30ee-dcd4-4330-a9b1-99bf55035315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.402785291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88c1f5d-4cfc-48e9-9a0d-9e25b8a7e167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.409513783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e40d30ee-dcd4-4330-a9b1-99bf55035315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.460042077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88c1f5d-4cfc-48e9-9a0d-9e25b8a7e167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.159988911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a0ddcb5-e19f-4140-a036-df2e2bb25a15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.160009565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a0ddcb5-e19f-4140-a036-df2e2bb25a15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.160306423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a0bcf677-09af-4d43-a183-b0627004019d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.160319668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a0bcf677-09af-4d43-a183-b0627004019d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.160537605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b857d10-79ba-47bb-b770-3e777f248a3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.16054798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b857d10-79ba-47bb-b770-3e777f248a3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.160868778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6cbf3400-2486-4eff-957a-9e0d04877267","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.160879842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6cbf3400-2486-4eff-957a-9e0d04877267","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.213882434Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32560e07-0164-40d7-a4bf-06e7db1f513e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.213882614Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb9bc53f-b448-4ee4-a05b-8126e6f4039e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.228492596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29ca1bb0-811a-4190-8534-c4d120a42fe6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.228513498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29ca1bb0-811a-4190-8534-c4d120a42fe6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.228731252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5dc8788-4e92-4256-8d53-186fcfcbce7e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.228741569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5dc8788-4e92-4256-8d53-186fcfcbce7e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.228896789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44a55b24-852d-41c4-a462-27315eb122b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.228905269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44a55b24-852d-41c4-a462-27315eb122b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.229094372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e0f53b7-aadc-4323-9a11-3338c4592774","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.22910437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e0f53b7-aadc-4323-9a11-3338c4592774","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.321155864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf13ff5-eee4-4a98-93f0-4558836c6808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.321155783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9a46223-d131-4b94-a5bf-6a090fc88768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.380514367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf13ff5-eee4-4a98-93f0-4558836c6808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.380774926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9a46223-d131-4b94-a5bf-6a090fc88768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.441903958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf13ff5-eee4-4a98-93f0-4558836c6808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.44190437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9a46223-d131-4b94-a5bf-6a090fc88768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.606540487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db8da776-2186-42f4-8a88-e9589b8741be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.606562323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9300de8-c0ff-49a4-b836-29d66744f5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.665959449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db8da776-2186-42f4-8a88-e9589b8741be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.665992486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9300de8-c0ff-49a4-b836-29d66744f5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.725088977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9300de8-c0ff-49a4-b836-29d66744f5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.725225483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db8da776-2186-42f4-8a88-e9589b8741be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.371859943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3bdfb00f-327f-4f79-99df-241caf5abdb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.371887418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3bdfb00f-327f-4f79-99df-241caf5abdb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.506085405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f044ea-449c-45c7-8923-8c09aea93367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.506085357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43bd06d1-edc8-4833-b581-c8d8deea2e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.56512362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43bd06d1-edc8-4833-b581-c8d8deea2e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.61695649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f044ea-449c-45c7-8923-8c09aea93367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.622818771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43bd06d1-edc8-4833-b581-c8d8deea2e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.674503003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f044ea-449c-45c7-8923-8c09aea93367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.985996102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43b05645-ecbe-438e-b9ed-ed19581facbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.986016738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43b05645-ecbe-438e-b9ed-ed19581facbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.98627727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b08531c9-392b-4f66-9d4c-d17d357d0106","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.986289953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b08531c9-392b-4f66-9d4c-d17d357d0106","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.986501863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9756a58-cec5-4cf4-a553-b0c44eca3635","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.98651389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9756a58-cec5-4cf4-a553-b0c44eca3635","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.986690049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d497e34c-7019-4502-ae79-a6575849718b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.986700177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d497e34c-7019-4502-ae79-a6575849718b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.986948412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41ecf9b5-8e45-4360-ab42-063a4e6337cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.986962895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41ecf9b5-8e45-4360-ab42-063a4e6337cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.042067217Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b96c97a-179f-40bd-9bd7-0fc262e1e613","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.042075142Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3afb073f-9cba-4329-98ef-407418445dc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.056193866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9955351-801e-4797-b195-c630cda67f4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.056212522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9955351-801e-4797-b195-c630cda67f4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.056505504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"35889058-0c82-44da-a6a5-a4ae52ea9413","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.056522187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"35889058-0c82-44da-a6a5-a4ae52ea9413","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.056758859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d0dcce8-b1df-40e1-ac2c-d06be09f1eb6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.056771635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d0dcce8-b1df-40e1-ac2c-d06be09f1eb6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.057004189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"adbc29ab-80fb-4c65-8f33-6920d0685cdb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.057015673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"adbc29ab-80fb-4c65-8f33-6920d0685cdb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.057201322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4f0ebd5-7151-4c97-baf2-111832897d41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.057214066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c4f0ebd5-7151-4c97-baf2-111832897d41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.151097289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"806887aa-5419-4467-9ac3-425f69963ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.151605508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"690ae562-687f-463d-8e23-1997121b2a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.210612462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"806887aa-5419-4467-9ac3-425f69963ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.210650006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"690ae562-687f-463d-8e23-1997121b2a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.268996996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"806887aa-5419-4467-9ac3-425f69963ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.269011439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"690ae562-687f-463d-8e23-1997121b2a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.432317131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d4421d-dda0-49fb-8f1d-ae6fad5415fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.432408543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc953d6b-8747-4e20-9745-175824c4198c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.490402174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d4421d-dda0-49fb-8f1d-ae6fad5415fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.49124308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc953d6b-8747-4e20-9745-175824c4198c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.54821484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25d4421d-dda0-49fb-8f1d-ae6fad5415fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.548695411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc953d6b-8747-4e20-9745-175824c4198c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.195604824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b94b6dd2-d843-45f9-ae45-766509a5458d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.195623145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b94b6dd2-d843-45f9-ae45-766509a5458d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284021587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e48e511-53c6-4c1c-a18e-dc8f1a0a6818","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284041392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e48e511-53c6-4c1c-a18e-dc8f1a0a6818","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284282616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de84b3f2-0e2a-4ffc-82b0-e5078f50a84b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284296881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de84b3f2-0e2a-4ffc-82b0-e5078f50a84b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284507772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4857f749-348f-4488-bf0b-8aadfbf98215","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284519676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4857f749-348f-4488-bf0b-8aadfbf98215","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284704332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5c1e3216-8dd2-4f54-9ef5-c2dea8c14028","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284717394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5c1e3216-8dd2-4f54-9ef5-c2dea8c14028","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284907015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d9b21e0-9cb4-4c65-9dc0-873a2647fb41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.284917197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d9b21e0-9cb4-4c65-9dc0-873a2647fb41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.285085979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db6648ad-bb77-4058-b9d5-cc5289f197bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.28509564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db6648ad-bb77-4058-b9d5-cc5289f197bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.33875107Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d76c5f14-eeaa-45ee-8a52-30932f65c6d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.338762071Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28a2e276-93ab-4743-99f3-9d51dabf90e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352093589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"845d0d86-2053-4e61-a7ff-0c8e82fc96c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352109248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"845d0d86-2053-4e61-a7ff-0c8e82fc96c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352313521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c89cfb7-4c65-46be-b594-8b3f492b0f1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352323272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c89cfb7-4c65-46be-b594-8b3f492b0f1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352526766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e141bac5-1d78-4ce3-9fa6-d10a77839d81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352538756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e141bac5-1d78-4ce3-9fa6-d10a77839d81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352729289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"36346c34-6250-4c7c-94fa-6e932cda333c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352742106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"36346c34-6250-4c7c-94fa-6e932cda333c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352962255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"500daa6d-2139-4047-b2f6-1ca20211787f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.352971932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"500daa6d-2139-4047-b2f6-1ca20211787f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.353182206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e33f2a91-66c4-4c74-aefc-7cc48c5587e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.353192697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e33f2a91-66c4-4c74-aefc-7cc48c5587e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.4478705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83e7f28b-c8dd-454c-a258-950c00c4e827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.447872593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff7be459-dd04-43d7-95d6-3138bb46d230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.508508021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff7be459-dd04-43d7-95d6-3138bb46d230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.508546175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83e7f28b-c8dd-454c-a258-950c00c4e827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.56598102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83e7f28b-c8dd-454c-a258-950c00c4e827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.56604804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff7be459-dd04-43d7-95d6-3138bb46d230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.728057303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"019be69e-4aea-4ffd-a032-d1bd56f872cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.728058732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8129d90-1a91-4a67-95f2-e6a8ac5b4395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.790864495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8129d90-1a91-4a67-95f2-e6a8ac5b4395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.791629642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"019be69e-4aea-4ffd-a032-d1bd56f872cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.848896431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8129d90-1a91-4a67-95f2-e6a8ac5b4395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.849826619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"019be69e-4aea-4ffd-a032-d1bd56f872cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.201838261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7589862c-b81a-4d6e-b48e-def837b0cc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.201839302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af364b0-15af-4d55-959b-75f62a54b974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.260335876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7589862c-b81a-4d6e-b48e-def837b0cc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.26048709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af364b0-15af-4d55-959b-75f62a54b974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.317603387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7589862c-b81a-4d6e-b48e-def837b0cc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.318011886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af364b0-15af-4d55-959b-75f62a54b974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.479788281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ec6bd6d-e97b-41bf-b305-e1c826eabcd7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.479806666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ec6bd6d-e97b-41bf-b305-e1c826eabcd7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.213780507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be71bfff-f87c-47db-9801-77883b87004c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.213804632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be71bfff-f87c-47db-9801-77883b87004c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.21417752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7865beb3-ec44-47ee-98df-a53f88432428","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.214195224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7865beb3-ec44-47ee-98df-a53f88432428","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.21444573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc38eeec-3b6c-49c2-808f-8e1fd138cada","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.214459537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc38eeec-3b6c-49c2-808f-8e1fd138cada","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.214735946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dbad56e-ceb6-496c-abfa-da128b2217eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.214750013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2dbad56e-ceb6-496c-abfa-da128b2217eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.215014126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0f50c4c-43cf-4224-8720-066eecc4e084","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.21503062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0f50c4c-43cf-4224-8720-066eecc4e084","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.215274653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b22a0aaf-917e-4993-9bb5-fadec8a18e51","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.215290327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b22a0aaf-917e-4993-9bb5-fadec8a18e51","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.215530397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e7b3869-a603-4946-a17d-3a6fad01cb92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.215543409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e7b3869-a603-4946-a17d-3a6fad01cb92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.268358906Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3efcb26c-6593-4c60-8873-c31b0073c744","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.281536475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99e7d7bc-6ca3-4441-817a-cf46b1ab73fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.281562192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99e7d7bc-6ca3-4441-817a-cf46b1ab73fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.281924906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94452cde-0e8c-4d9a-91d2-4f5bb48c1ce7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.281941015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94452cde-0e8c-4d9a-91d2-4f5bb48c1ce7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.28217895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0eaa97e5-1a40-4846-81f8-64b46b561a83","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.282200646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0eaa97e5-1a40-4846-81f8-64b46b561a83","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.282375417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8acd4780-dfc2-4506-aaf4-20ede158a92b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.28238845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8acd4780-dfc2-4506-aaf4-20ede158a92b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.28268247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09fa81bd-d961-4527-9c2e-e594f698a16f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.282698537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09fa81bd-d961-4527-9c2e-e594f698a16f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.282945535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a5689b3-a4d3-4a0f-8356-ad4d1043b409","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.282959158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a5689b3-a4d3-4a0f-8356-ad4d1043b409","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.283188411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9f9c10b-6601-4165-bb51-8d25cc658fa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.283199588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9f9c10b-6601-4165-bb51-8d25cc658fa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.376070165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dac37f6e-6621-4639-82f8-2b127459f2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.376356539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b857f3f3-dba3-4fa0-8f1b-fde6e7ba286f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.434627809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dac37f6e-6621-4639-82f8-2b127459f2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.435017736Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"599b6831-c3a6-4823-afe8-1fc0b4e1b898","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.436510013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b857f3f3-dba3-4fa0-8f1b-fde6e7ba286f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.491999091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dac37f6e-6621-4639-82f8-2b127459f2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.493347109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b857f3f3-dba3-4fa0-8f1b-fde6e7ba286f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.603284851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f83dd7f8-d6f2-4d93-9453-a103ffc3db3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.603305482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f83dd7f8-d6f2-4d93-9453-a103ffc3db3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.656218611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f05e7940-8163-45d4-a454-544e4351aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.656220807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93ba7184-f178-4fd7-842b-7c8fa6879c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.714916234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f05e7940-8163-45d4-a454-544e4351aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.715220665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93ba7184-f178-4fd7-842b-7c8fa6879c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.772355689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93ba7184-f178-4fd7-842b-7c8fa6879c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.772481242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f05e7940-8163-45d4-a454-544e4351aa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.819380927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb66a43d-e357-4c64-8ea1-f921fc7a5ab2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:38.422627093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72053d63-44ff-445a-9469-e8664c7b4c4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:38.422650276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72053d63-44ff-445a-9469-e8664c7b4c4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:38.640837504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28ca3d95-d098-4949-843d-9edc075538cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:39.03989743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.615430771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"124d8b7d-1e06-4a26-947c-22bdd4edc447","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.615450835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"124d8b7d-1e06-4a26-947c-22bdd4edc447","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.615674958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c0d5fdc-d458-4336-a56b-b3b18810dd72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.615686713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c0d5fdc-d458-4336-a56b-b3b18810dd72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.615842031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee73f382-3eed-49ab-91c7-50b6eb0ae152","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.615851315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee73f382-3eed-49ab-91c7-50b6eb0ae152","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616011949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4be005e9-b269-4241-84f6-5fe694fffee5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616021606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4be005e9-b269-4241-84f6-5fe694fffee5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616176491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e38737c4-6ec7-434f-96ab-9a65b0e0c20d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616185149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e38737c4-6ec7-434f-96ab-9a65b0e0c20d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616335796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"54900764-90db-4e3a-a5b9-bc7ca15fb9bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616344849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"54900764-90db-4e3a-a5b9-bc7ca15fb9bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.61651949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df268c10-a96d-4780-9da7-ac0ae4a0612a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616530496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df268c10-a96d-4780-9da7-ac0ae4a0612a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616788828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96f77fdd-6302-42e3-b0e1-f46ed625219a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.616800104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96f77fdd-6302-42e3-b0e1-f46ed625219a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.683138472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"138b5b27-f983-48ce-a191-adc438fd2c24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.683160847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"138b5b27-f983-48ce-a191-adc438fd2c24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.683415877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d69f165a-1d89-406e-ab40-887154746da6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.683428239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d69f165a-1d89-406e-ab40-887154746da6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.683682564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7eb340ae-e0f5-4722-bf76-3937b3683725","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.683696577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7eb340ae-e0f5-4722-bf76-3937b3683725","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.68391185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04a46822-c50c-44f7-810f-36e88313078f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.683923813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04a46822-c50c-44f7-810f-36e88313078f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684162737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abdd6510-efec-48f5-8142-dcc91387ea1a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684173986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abdd6510-efec-48f5-8142-dcc91387ea1a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684358577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a11077d1-8fdb-4ad2-ae17-87d67b1bc9e3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684369643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a11077d1-8fdb-4ad2-ae17-87d67b1bc9e3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684570536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fd4e64-b5fd-46af-8352-ef55a90c10b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684582018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fd4e64-b5fd-46af-8352-ef55a90c10b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684813522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6d792e0-6105-447a-a25a-d2d31c7d8551","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.684834178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6d792e0-6105-447a-a25a-d2d31c7d8551","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.77972932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec04bc13-f343-476e-b6bc-11503b5d97d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.779742952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a514ef9-09fa-468d-a6d8-5b20a21e0921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.834047305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd4221b2-e092-47d5-bfed-fa04a4effc16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.837890641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec04bc13-f343-476e-b6bc-11503b5d97d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.83794678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a514ef9-09fa-468d-a6d8-5b20a21e0921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.838371796Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1169bed-f900-44d7-8010-a79581acace1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.894365079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a514ef9-09fa-468d-a6d8-5b20a21e0921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.894977762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec04bc13-f343-476e-b6bc-11503b5d97d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.009977572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5511308-95ee-40fe-bbaa-0670688e435f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.01001273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5511308-95ee-40fe-bbaa-0670688e435f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.057911496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b51a939c-44b9-4e3d-9376-fb782901f8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.057911522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f99009b5-aa89-400f-8569-3d86be86675c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.11730755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b51a939c-44b9-4e3d-9376-fb782901f8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.119817871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f99009b5-aa89-400f-8569-3d86be86675c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.173636866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b51a939c-44b9-4e3d-9376-fb782901f8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.176439345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f99009b5-aa89-400f-8569-3d86be86675c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.228371524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8975f6f5-991a-47c9-b6dd-17ebd48f7cea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.492022653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c62973ef-a2b0-4a60-b380-65c03ba9c529","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.53627104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b322a86e-0150-4daa-a021-e4115fa94c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.536273321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"439db613-40cb-44c3-83a3-602c6633c763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.59523521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b322a86e-0150-4daa-a021-e4115fa94c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.595302863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"439db613-40cb-44c3-83a3-602c6633c763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.652903108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"439db613-40cb-44c3-83a3-602c6633c763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.652905289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b322a86e-0150-4daa-a021-e4115fa94c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.664265976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ed6d86c-2f06-44aa-8b73-8b7c104caa40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.664286933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ed6d86c-2f06-44aa-8b73-8b7c104caa40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.714076824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d6f967e-1f37-4513-8090-2f341c79fb81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.714096504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d6f967e-1f37-4513-8090-2f341c79fb81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.71917131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9e5f4f6-025d-4225-947f-dd88f1bdaf37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.719192155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9e5f4f6-025d-4225-947f-dd88f1bdaf37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.802088406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5795f31a-b4ee-4f5d-9ad0-e85167aed1bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.802107146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5795f31a-b4ee-4f5d-9ad0-e85167aed1bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.882846795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabcc714-ee2e-4494-b236-2298356fce8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.882871371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7edf7081-8f85-4fd6-b698-371a9e7090cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.941281014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabcc714-ee2e-4494-b236-2298356fce8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.941321687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7edf7081-8f85-4fd6-b698-371a9e7090cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.998318679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7edf7081-8f85-4fd6-b698-371a9e7090cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:41.998873701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabcc714-ee2e-4494-b236-2298356fce8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:42.019290039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff9b28ba-fb37-4446-a019-74bc5b5e314e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.655567325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3fb8faf-0b6c-42d7-8cba-a6248978c612","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.655588078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3fb8faf-0b6c-42d7-8cba-a6248978c612","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.370456198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5045c6a-5931-4fa3-9c3d-f82061afc1f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.370497842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5045c6a-5931-4fa3-9c3d-f82061afc1f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.332297339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d880e881-2494-4881-964a-58c2c511251c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.368943543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8ce3452-6c49-43d7-ab0a-804e6dadcffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.368941411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13e6c85-a048-42d1-b8e9-008d22caccee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.483192206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8ce3452-6c49-43d7-ab0a-804e6dadcffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.483321189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13e6c85-a048-42d1-b8e9-008d22caccee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.539998554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13e6c85-a048-42d1-b8e9-008d22caccee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.540027047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8ce3452-6c49-43d7-ab0a-804e6dadcffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.543015714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"127d03d4-f7fc-445a-b288-6b6eda45e431","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.543031772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"127d03d4-f7fc-445a-b288-6b6eda45e431","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.599043429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b02a2e5-d55a-4212-889d-c09feb4eaaab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.599066392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b02a2e5-d55a-4212-889d-c09feb4eaaab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.601978327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48aa00f5-5145-4373-83f2-13c23e0c9000","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.601996006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48aa00f5-5145-4373-83f2-13c23e0c9000","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.475622952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f347f4be-f875-404a-8c03-c96c2f123076","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.475645882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f347f4be-f875-404a-8c03-c96c2f123076","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.684859084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45c0b3f8-4d76-42ff-9094-7fde892f3371","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.684879249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45c0b3f8-4d76-42ff-9094-7fde892f3371","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.685129508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"411e73c6-c4de-4319-9eda-f5a8378783f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.685140043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"411e73c6-c4de-4319-9eda-f5a8378783f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.685392183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6be89c50-6bba-4412-9b94-c6c4126b654a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.685403512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6be89c50-6bba-4412-9b94-c6c4126b654a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:52.483185298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9f4667a-f151-41d8-9ad5-1512cc50928f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:52.547051389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95b7a688-87fd-4347-8165-d82f0beb94f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:53.727713659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2f39c47-4976-4e5b-ad54-3476d61f44a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:53.72773268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2f39c47-4976-4e5b-ad54-3476d61f44a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:57.460384101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e673c9c-4743-4782-9e5a-c466f2c75acc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:57.460414078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e673c9c-4743-4782-9e5a-c466f2c75acc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.600281674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d92554e5-d44d-48cb-ae02-40ae5f22837e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.600311045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d92554e5-d44d-48cb-ae02-40ae5f22837e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.602836387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02faf19c-0068-4ea4-8c06-7e0c67dba769","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.602852771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02faf19c-0068-4ea4-8c06-7e0c67dba769","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.768012292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8807774-98f5-41fd-89d2-b36cdf02e141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.76979721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe1e1f8-2a4c-4005-a6f9-8ecf05a70326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.933376532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe1e1f8-2a4c-4005-a6f9-8ecf05a70326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.933550225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8807774-98f5-41fd-89d2-b36cdf02e141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.239815821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f609e69-58b3-42a0-a614-9cf9ddbf0b41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.239838427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f609e69-58b3-42a0-a614-9cf9ddbf0b41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.252384747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b99432d6-8650-4ab6-a662-caa332b24d2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:59.252512446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b99432d6-8650-4ab6-a662-caa332b24d2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.453310894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ac97bb0-1c32-448f-91c8-447ce02bb7fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.453421697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ac97bb0-1c32-448f-91c8-447ce02bb7fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.616172947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f13f6eac-be37-4c8c-bad7-41a1bc70c4e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.616691135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f13f6eac-be37-4c8c-bad7-41a1bc70c4e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.841908405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3fa3d41-8927-4693-986d-0bfbbb520e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.84190873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fccce6c-3f82-458c-bd0d-40aa7e94a645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.84264709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f529f318-9476-45b3-8afc-9919264433a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.952739098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fccce6c-3f82-458c-bd0d-40aa7e94a645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.952797035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3fa3d41-8927-4693-986d-0bfbbb520e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.058083801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0306559-ca88-4ef2-908b-976e6c33f83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.058108175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0306559-ca88-4ef2-908b-976e6c33f83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.276875842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebd874c4-3eb9-48c2-b224-321fc5ad73f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.881937263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a13113-a18c-4784-8061-56ac7c0c2907","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.881964547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a13113-a18c-4784-8061-56ac7c0c2907","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.101626175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2b9e969-4481-4281-a17f-1beb7899c9e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.10523993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f29974b-71f3-41da-9268-6099636fc4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.105239774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79f552fc-83e8-40b6-84cf-f7c1e89c3909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.223930826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79f552fc-83e8-40b6-84cf-f7c1e89c3909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.224164462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f29974b-71f3-41da-9268-6099636fc4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.286011116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe262ea6-fc08-4a10-8271-7fba026edb48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.28603463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe262ea6-fc08-4a10-8271-7fba026edb48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.505222385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b42547af-bc8f-4843-99d2-1fe2cec84ee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.74199309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5ed04a2-afd8-4efc-8c3a-d8cbd73609c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.742012883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5ed04a2-afd8-4efc-8c3a-d8cbd73609c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.912546685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c51968b-5bd6-4311-aee1-08d32bf52402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.960199749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c0a0b8f-6062-461f-99f3-5c665430aad7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.960225533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c0a0b8f-6062-461f-99f3-5c665430aad7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.971564115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c51968b-5bd6-4311-aee1-08d32bf52402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.040827424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.127758071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb79afa-c693-4972-b87c-9e2a2fc94d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.183408286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a633d33d-d8a8-4f84-8da1-0d27aff20de8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.187312193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb79afa-c693-4972-b87c-9e2a2fc94d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.238716017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e24b96e-79fb-46db-a088-08169895f869","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.238736779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e24b96e-79fb-46db-a088-08169895f869","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.353900115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a968a65b-0245-4af5-95f3-e625d029e880","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.353921127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a968a65b-0245-4af5-95f3-e625d029e880","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.402985208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4be066eb-e8b2-458a-a624-7921644c1ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.466146305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4be066eb-e8b2-458a-a624-7921644c1ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:39.092299431Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.045733488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a349c5a9-8db0-4f8c-8c02-e800ad050c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.099873156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a349c5a9-8db0-4f8c-8c02-e800ad050c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.15465013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a349c5a9-8db0-4f8c-8c02-e800ad050c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.208699229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a349c5a9-8db0-4f8c-8c02-e800ad050c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.58038252Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-67349d1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-67349d1c","reconcileID":"5943e07f-8fad-4d39-8d90-3a88108c53e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-67349d1c","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-67349d1c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:44.364045904Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-821a13f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-821a13f6","reconcileID":"f22dc890-4743-4721-92b9-3c5e0b793ab7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-821a13f6","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-821a13f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.228035667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb216a-46b1-484e-b4ba-47b4b21271c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.282199274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb216a-46b1-484e-b4ba-47b4b21271c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.336047719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb216a-46b1-484e-b4ba-47b4b21271c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.390088842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb216a-46b1-484e-b4ba-47b4b21271c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.340211119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee1017-5cb1-44ec-87f8-c6a5c477b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.395873068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee1017-5cb1-44ec-87f8-c6a5c477b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.451556342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee1017-5cb1-44ec-87f8-c6a5c477b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.507885047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee1017-5cb1-44ec-87f8-c6a5c477b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:48.371986918Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-11ca03ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-11ca03ad","reconcileID":"2c835eaa-2115-4100-a366-5bd33f2062e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-11ca03ad","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-11ca03ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:48.994820816Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-cb1bd0b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-cb1bd0b2","reconcileID":"4e9a68aa-57ee-4849-83cf-eea190e6a99b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-cb1bd0b2-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-cb1bd0b2-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.516809713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcbff5c-d3c6-4c21-966a-79e2abaee25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.571607014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcbff5c-d3c6-4c21-966a-79e2abaee25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.62632289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcbff5c-d3c6-4c21-966a-79e2abaee25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.680821318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcbff5c-d3c6-4c21-966a-79e2abaee25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.624900507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce73f34a-f643-4143-b71d-a74ad6feb90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.679000453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce73f34a-f643-4143-b71d-a74ad6feb90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.733211406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce73f34a-f643-4143-b71d-a74ad6feb90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:51.787161669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce73f34a-f643-4143-b71d-a74ad6feb90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.959118464Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-a7a9081d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-a7a9081d","reconcileID":"644d5e76-456d-4b6f-a85f-1552dd4b6428","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-a7a9081d","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-a7a9081d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.132100545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"87b27e61-8f40-4030-88b0-8297fcd8eede","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-821a13f6","tenantID":"e2e-ait-821a13f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.236510052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636d23b-e900-4218-974d-cee7672d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.291708156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636d23b-e900-4218-974d-cee7672d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.303629693Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"87b27e61-8f40-4030-88b0-8297fcd8eede","name":"e2e-ait-821a13f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.346494829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636d23b-e900-4218-974d-cee7672d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.400766311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636d23b-e900-4218-974d-cee7672d18cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.431675571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e425578-0683-4932-8481-deb609817609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.486267416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e425578-0683-4932-8481-deb609817609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.540182805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e425578-0683-4932-8481-deb609817609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.594341633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e425578-0683-4932-8481-deb609817609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.374889608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8b4ee98-e5ab-440a-9ac9-c521adac54d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.476333688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1aedd45-3fb6-4578-ac7d-73d02da61c4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.56081381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"d76ea50e-4647-40e7-8878-80361c9af37b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-67349d1c","tenantID":"e2e-ait-67349d1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.679119224Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"d76ea50e-4647-40e7-8878-80361c9af37b","name":"e2e-ait-67349d1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.308605463Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"739d8468-1c70-426e-b56b-c6db025ced29","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.368178381Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"739d8468-1c70-426e-b56b-c6db025ced29","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.476296673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"739d8468-1c70-426e-b56b-c6db025ced29","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-cb1bd0b2-gw","tenantID":"e2e-migrate-cb1bd0b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.595212372Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"739d8468-1c70-426e-b56b-c6db025ced29","name":"e2e-migrate-cb1bd0b2-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.04323552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.501517202Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a276331a-cd60-4c65-8988-8ebfddebde4a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.969245877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"73bc6f8f-6b09-4d95-a80e-90c754a51387","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-a7a9081d","tenantID":"e2e-derive-a7a9081d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.090684525Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"73bc6f8f-6b09-4d95-a80e-90c754a51387","name":"e2e-derive-a7a9081d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.017059765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e962d56-4183-480c-b9c4-d2906b80559b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.181094755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8beea5f8-66f0-4db8-af0c-a76dbfdf9c6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.108581434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6673d0ab-96dc-401f-aba4-de5070120a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.16279109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6673d0ab-96dc-401f-aba4-de5070120a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.216909395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6673d0ab-96dc-401f-aba4-de5070120a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.270995704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6673d0ab-96dc-401f-aba4-de5070120a3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:24.075999232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12e11ae3-d4e1-42f6-b5d4-0382c304d4ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:24.177232041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f794d40-7559-4459-8cd5-c809bbf844ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.226989752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24618017-6e7f-49a7-94ba-e47f6da6e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.281152083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24618017-6e7f-49a7-94ba-e47f6da6e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.335211985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24618017-6e7f-49a7-94ba-e47f6da6e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.389758233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24618017-6e7f-49a7-94ba-e47f6da6e1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:26.641465539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"84377445-9d80-4616-8edf-029bd04e5b6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-11ca03ad","tenantID":"e2e-ait-11ca03ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:26.846039884Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"84377445-9d80-4616-8edf-029bd04e5b6f","name":"e2e-ait-11ca03ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.401365854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3769ff-975b-46e8-bb96-a4af22013357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.455249924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3769ff-975b-46e8-bb96-a4af22013357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.509261598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3769ff-975b-46e8-bb96-a4af22013357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.563083804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3769ff-975b-46e8-bb96-a4af22013357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.496400809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a556ed5-f7b5-4449-8ee4-b3910a5e8083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.550629137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a556ed5-f7b5-4449-8ee4-b3910a5e8083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.60460332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a556ed5-f7b5-4449-8ee4-b3910a5e8083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.659105211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a556ed5-f7b5-4449-8ee4-b3910a5e8083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:34.313072463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd31479-9127-410e-ab72-b7a729b041ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:34.37025735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd31479-9127-410e-ab72-b7a729b041ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:34.42430515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd31479-9127-410e-ab72-b7a729b041ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:34.47872039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd31479-9127-410e-ab72-b7a729b041ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.469946474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956d99ee-ac0b-4371-9834-9355e980a500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.524266288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956d99ee-ac0b-4371-9834-9355e980a500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.579000438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956d99ee-ac0b-4371-9834-9355e980a500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.633213925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956d99ee-ac0b-4371-9834-9355e980a500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.257068946Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"edfd5951-53fa-474a-a8b9-2722e153dea3","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.367776476Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"edfd5951-53fa-474a-a8b9-2722e153dea3","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.616936283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fd2754-1e2a-450e-8620-b92d483b46f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.67122061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fd2754-1e2a-450e-8620-b92d483b46f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.726133075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fd2754-1e2a-450e-8620-b92d483b46f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.780310071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fd2754-1e2a-450e-8620-b92d483b46f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.042894557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.729010195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbfff61-019d-4f22-b9e5-afb3b64600a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.783629923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbfff61-019d-4f22-b9e5-afb3b64600a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.841190236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbfff61-019d-4f22-b9e5-afb3b64600a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.898098594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbfff61-019d-4f22-b9e5-afb3b64600a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.778400718Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c91915aa-8db3-4130-bf9a-dde5191d5f6c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.922819141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302e26c6-933b-4986-90a4-232aa88ea33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.976756716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302e26c6-933b-4986-90a4-232aa88ea33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.030711967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302e26c6-933b-4986-90a4-232aa88ea33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.084743123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"302e26c6-933b-4986-90a4-232aa88ea33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.683187212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64cc942b-0420-4d86-a90a-4578b531bd33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.793872323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0a68409-c26d-4c97-ad80-f1ed32f0e182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.134342758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76dce65b-7c2f-4132-963d-97a0feac25ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.188372962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76dce65b-7c2f-4132-963d-97a0feac25ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.242756812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76dce65b-7c2f-4132-963d-97a0feac25ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.296883087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76dce65b-7c2f-4132-963d-97a0feac25ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.311382449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7258e34-9296-43d3-8447-e29f62abc0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.365289982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7258e34-9296-43d3-8447-e29f62abc0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.419240031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7258e34-9296-43d3-8447-e29f62abc0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.473200205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7258e34-9296-43d3-8447-e29f62abc0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.827095937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","namespace":"ai-tenant-e2e-ait-821a13f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.827181761Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","namespace":"ai-tenant-e2e-ait-821a13f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.827245533Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","tenant":"e2e-ait-821a13f6","tenantID":"e2e-ait-821a13f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.894077412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"Deployment","name":"maas-api-e2e-ait-821a13f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.95678978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"Service","name":"maas-api-e2e-ait-821a13f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.019868069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-821a13f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.07524428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-821a13f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.144166517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.200466208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.258891396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.319074013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.372951441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"Deployment","name":"payload-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.426454673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.4290451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc2b49b-3e9a-40e2-81d4-3983284ba8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.482720599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"Service","name":"payload-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.483079079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc2b49b-3e9a-40e2-81d4-3983284ba8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.537154841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc2b49b-3e9a-40e2-81d4-3983284ba8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.537848331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"Service","name":"payload-pre-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.591165186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc2b49b-3e9a-40e2-81d4-3983284ba8c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.644882812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.698576085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.752696548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.809582639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.863803737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.917660117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.971539283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-821a13f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.02559707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-821a13f6"},"namespace":"ai-tenant-e2e-ait-821a13f6","name":"default-tenant","reconcileID":"b68a0896-5583-4fc7-a702-4ae2ace2c3a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-821a13f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.93738285Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-821a13f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-821a13f6","reconcileID":"b33b69c7-0cef-4523-b349-cce2260606a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-821a13f6","removed":["maas.opendatahub.io/gateway-access-e2e-ait-821a13f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.564574782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f349c695-7e5c-4360-b985-94a61740e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.618748263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f349c695-7e5c-4360-b985-94a61740e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.672943209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f349c695-7e5c-4360-b985-94a61740e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.727116466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f349c695-7e5c-4360-b985-94a61740e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.70017847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d7d3-4977-445a-a718-09dce1fa5902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.761685702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d7d3-4977-445a-a718-09dce1fa5902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.816516345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d7d3-4977-445a-a718-09dce1fa5902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.871461212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a4d7d3-4977-445a-a718-09dce1fa5902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.630317801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","namespace":"ai-tenant-e2e-ait-67349d1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.630465524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","namespace":"ai-tenant-e2e-ait-67349d1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.630621482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","tenant":"e2e-ait-67349d1c","tenantID":"e2e-ait-67349d1c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.690780457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"Deployment","name":"maas-api-e2e-ait-67349d1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.758464488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"Service","name":"maas-api-e2e-ait-67349d1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.814898589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-67349d1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.824346179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c450928-88cc-455d-aad5-5ac1ee67fbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.879003668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c450928-88cc-455d-aad5-5ac1ee67fbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.879870782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-67349d1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.946667132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c450928-88cc-455d-aad5-5ac1ee67fbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.001743958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c450928-88cc-455d-aad5-5ac1ee67fbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.003406156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.058866308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.116629072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.164380036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ccc66d1-cd27-4182-a702-30ecb4bf8828","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.172033327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.264910774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ba2d891-2459-49bb-84be-363f04560f99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.273347414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"Deployment","name":"payload-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.326811429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.380278432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"Service","name":"payload-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.433507063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"Service","name":"payload-pre-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.486824579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"DestinationRule","name":"payload-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.543610252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.597264021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.654438104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.707561305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.760681488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.814198173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-67349d1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.867533781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67349d1c"},"namespace":"ai-tenant-e2e-ait-67349d1c","name":"default-tenant","reconcileID":"fb89e111-79d2-4564-a96e-dfed498ea9bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-67349d1c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.925693412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","namespace":"ai-tenant-e2e-migrate-cb1bd0b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.925771951Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","namespace":"ai-tenant-e2e-migrate-cb1bd0b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.925839647Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","tenant":"e2e-migrate-cb1bd0b2","tenantID":"e2e-migrate-cb1bd0b2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.981348343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"Deployment","name":"maas-api-e2e-migrate-cb1bd0b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.094316738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"Service","name":"maas-api-e2e-migrate-cb1bd0b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.151349747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-cb1bd0b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.208770751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-cb1bd0b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.272674672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.32836002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.412598278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.466356459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.519966891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"Deployment","name":"payload-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.57365247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.631539075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"Service","name":"payload-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.686823727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"Service","name":"payload-pre-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.734183691Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-67349d1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-67349d1c","reconcileID":"ec59b93f-afbb-4e72-9834-a00de57b5544","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-67349d1c","removed":["maas.opendatahub.io/gateway-access-e2e-ait-67349d1c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.741541711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.794947618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.853047509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.906690629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.959903401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.962519614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c305ce3c-8640-40e3-82ce-132bb29abb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.016066697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.016631863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c305ce3c-8640-40e3-82ce-132bb29abb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.07011866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-cb1bd0b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.072691179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c305ce3c-8640-40e3-82ce-132bb29abb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.127796606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-cb1bd0b2"},"namespace":"ai-tenant-e2e-migrate-cb1bd0b2","name":"default-tenant","reconcileID":"baf51642-c76d-4a56-8e35-9ad8e38edb68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-cb1bd0b2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.128449332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c305ce3c-8640-40e3-82ce-132bb29abb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.028135124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-cb1bd0b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-cb1bd0b2","reconcileID":"232d270c-c838-468f-bfbc-93dc288a515a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-cb1bd0b2-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-cb1bd0b2-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.060823301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-cdb532","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-cdb532","reconcileID":"4fea32e8-815e-4de1-832e-88cd8bcee9fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-cdb532","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-cdb532":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.118044451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9b3bfa-2866-4268-9208-89d6931cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.172038006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9b3bfa-2866-4268-9208-89d6931cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.226321615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9b3bfa-2866-4268-9208-89d6931cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.280557846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9b3bfa-2866-4268-9208-89d6931cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.325486129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60757aa8-0796-4479-883d-912653a28f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.379325793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60757aa8-0796-4479-883d-912653a28f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.433405758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60757aa8-0796-4479-883d-912653a28f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.487720643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60757aa8-0796-4479-883d-912653a28f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.766156631Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","namespace":"ai-tenant-e2e-derive-a7a9081d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.766239901Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","namespace":"ai-tenant-e2e-derive-a7a9081d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.766315158Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","tenant":"e2e-derive-a7a9081d","tenantID":"e2e-derive-a7a9081d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.824404356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"Deployment","name":"maas-api-e2e-derive-a7a9081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.947140012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"Service","name":"maas-api-e2e-derive-a7a9081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.007330129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-a7a9081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.064874972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-a7a9081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.120690718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.178736861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.240780806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.30057115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.360841271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"Deployment","name":"payload-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.416799988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.480214084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"Service","name":"payload-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.526995665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514b434-7826-4c4a-ac84-1cfd30ca9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.581428707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514b434-7826-4c4a-ac84-1cfd30ca9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.591422156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"Service","name":"payload-pre-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.635532099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514b434-7826-4c4a-ac84-1cfd30ca9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.690342274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8514b434-7826-4c4a-ac84-1cfd30ca9cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.692904085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"DestinationRule","name":"payload-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.74877767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.805738664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.862436835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.968169899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:05.026720957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:05.080277113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-a7a9081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:05.135928918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a7a9081d"},"namespace":"ai-tenant-e2e-derive-a7a9081d","name":"default-tenant","reconcileID":"37666fae-8256-4e87-96ee-93040d45da3b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-a7a9081d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:05.655982412Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3c5dbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3c5dbc","reconcileID":"a9982918-13df-4f9c-b284-d2ffa4acd11b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-3c5dbc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-3c5dbc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.321361013Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5bb463","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5bb463","reconcileID":"49e20c2e-a395-4215-be36-933becd05366","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-5bb463","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-5bb463":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.716544163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de2084-defe-482d-b24f-9940737ef0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.77063148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de2084-defe-482d-b24f-9940737ef0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.824866375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de2084-defe-482d-b24f-9940737ef0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.879133745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de2084-defe-482d-b24f-9940737ef0c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:08.843910246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2dbfc1d-49e9-4ed6-b13f-1ffdf3e19616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:08.898548033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2dbfc1d-49e9-4ed6-b13f-1ffdf3e19616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:08.953164242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2dbfc1d-49e9-4ed6-b13f-1ffdf3e19616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:09.007439742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2dbfc1d-49e9-4ed6-b13f-1ffdf3e19616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:09.039624621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.001998424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79765f6d-c6e9-4783-87a3-cee439f2d691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.056355004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79765f6d-c6e9-4783-87a3-cee439f2d691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.110377795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79765f6d-c6e9-4783-87a3-cee439f2d691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.164449778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79765f6d-c6e9-4783-87a3-cee439f2d691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.22387404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9693c3-a6b8-40d3-aef8-220f0e1c6d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.278225638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9693c3-a6b8-40d3-aef8-220f0e1c6d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.332079473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9693c3-a6b8-40d3-aef8-220f0e1c6d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.385910177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9693c3-a6b8-40d3-aef8-220f0e1c6d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.772905824Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-a7a9081d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-a7a9081d","reconcileID":"34999081-463d-4a6a-9b2c-6e2e6253af0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-a7a9081d","removed":["maas.opendatahub.io/gateway-access-e2e-derive-a7a9081d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.424948102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8609923b-d887-4e69-9006-b59de393824b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.479095821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8609923b-d887-4e69-9006-b59de393824b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.533077235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8609923b-d887-4e69-9006-b59de393824b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.5869173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8609923b-d887-4e69-9006-b59de393824b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:16.396070606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"6532352c-762c-4657-8574-9045fa13e326","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:16.514751063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"6532352c-762c-4657-8574-9045fa13e326","name":"e2e-worker-w2-cdb532-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.139235343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdabb868-6836-4ee8-be77-5c4166d286ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.193255061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdabb868-6836-4ee8-be77-5c4166d286ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.247313566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdabb868-6836-4ee8-be77-5c4166d286ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.301299337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdabb868-6836-4ee8-be77-5c4166d286ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.626488186Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-34b13c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-34b13c","reconcileID":"ba8f2982-5d76-47eb-8041-fc6ea47801dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-34b13c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-34b13c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.294997977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39b6e89-233d-4feb-9efb-cdcf05f8aebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.353743066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39b6e89-233d-4feb-9efb-cdcf05f8aebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.407952775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39b6e89-233d-4feb-9efb-cdcf05f8aebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.467747533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39b6e89-233d-4feb-9efb-cdcf05f8aebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.55160303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0daa1af-ece5-4cb1-ac3a-680323df5c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.606544244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0daa1af-ece5-4cb1-ac3a-680323df5c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.666687285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0daa1af-ece5-4cb1-ac3a-680323df5c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.722667916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0daa1af-ece5-4cb1-ac3a-680323df5c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.711951645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c259d3-bc7c-4fb6-8b9b-661700a626e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.766336664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c259d3-bc7c-4fb6-8b9b-661700a626e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.820686597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c259d3-bc7c-4fb6-8b9b-661700a626e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.874861432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c259d3-bc7c-4fb6-8b9b-661700a626e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.63176016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"3c643590-804a-46f8-83fe-b88567bee1c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.751306038Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"3c643590-804a-46f8-83fe-b88567bee1c7","name":"e2e-worker-w4-3c5dbc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:32.937001478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"719f3b64-3a5a-42d3-8f8f-64d0c3cb2a5d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.065499107Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"719f3b64-3a5a-42d3-8f8f-64d0c3cb2a5d","name":"e2e-worker-w3-5bb463-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.125267751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","namespace":"ai-tenant-e2e-ait-11ca03ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.12535693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","namespace":"ai-tenant-e2e-ait-11ca03ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.125426863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","tenant":"e2e-ait-11ca03ad","tenantID":"e2e-ait-11ca03ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.187037257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"Deployment","name":"maas-api-e2e-ait-11ca03ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.258914432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"Service","name":"maas-api-e2e-ait-11ca03ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.316086219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-11ca03ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.375705413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-11ca03ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.440532874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.502525284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.566320586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.623422774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.686013517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"Deployment","name":"payload-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.752808278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.809008508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"Service","name":"payload-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.868798387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"Service","name":"payload-pre-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.923081181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"DestinationRule","name":"payload-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.982846392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.036625773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.093842281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.151795842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.208491608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.269729284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-11ca03ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.323465553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-11ca03ad"},"namespace":"ai-tenant-e2e-ait-11ca03ad","name":"default-tenant","reconcileID":"e24222cb-95f9-40aa-ab73-7b53d3500394","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-11ca03ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.408497544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c395e60-c9ed-4ea0-b62e-fbea13f41f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.453127215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2806bc5c-dafc-4e9b-807a-1f3f5a0d8216","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.187989246Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-11ca03ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-11ca03ad","reconcileID":"5bba9cc2-81ea-49ad-b6ee-39c28b0b3352","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-11ca03ad","removed":["maas.opendatahub.io/gateway-access-e2e-ait-11ca03ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.371929566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570a70ef-ad38-4bf4-9a68-63eb30eb0c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.426214609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570a70ef-ad38-4bf4-9a68-63eb30eb0c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.480445981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570a70ef-ad38-4bf4-9a68-63eb30eb0c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.53456816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570a70ef-ad38-4bf4-9a68-63eb30eb0c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.612788288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce08b854-f141-47df-8c82-f27c5865b18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.66703861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce08b854-f141-47df-8c82-f27c5865b18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.721152757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce08b854-f141-47df-8c82-f27c5865b18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.77524424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce08b854-f141-47df-8c82-f27c5865b18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.039984834Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.798116137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c5f4c8-d21f-4c4d-916d-aff161090305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.853598716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c5f4c8-d21f-4c4d-916d-aff161090305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.907427196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c5f4c8-d21f-4c4d-916d-aff161090305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.961282876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c5f4c8-d21f-4c4d-916d-aff161090305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.362597114Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-42c707","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-42c707","reconcileID":"03fda55c-af0a-471e-9c93-12302450053f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-42c707","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-42c707":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.635388657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03616b02-1ff6-4dbb-804c-21313954e443","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.89227856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3d10b9a-3e35-49fd-a6df-1d1aa8c9aec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.021148868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b275109-34d6-4c2e-919c-839bfd140352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.075630073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b275109-34d6-4c2e-919c-839bfd140352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.130350434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b275109-34d6-4c2e-919c-839bfd140352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.18543022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b275109-34d6-4c2e-919c-839bfd140352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.237241421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692add1-642a-4e82-8e68-9bcd6d078ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.293976159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692add1-642a-4e82-8e68-9bcd6d078ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.350800193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692add1-642a-4e82-8e68-9bcd6d078ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.40490478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692add1-642a-4e82-8e68-9bcd6d078ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.794448742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54bb951d-28d6-4f50-9ab5-e77636c06f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.073835823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ea5bdaa-4f0b-4e36-8b9c-d8f0a05d3658","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:51.167319314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"0147c134-04b7-477a-8a7c-8103d5892d10","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:51.287887954Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"0147c134-04b7-477a-8a7c-8103d5892d10","name":"e2e-worker-w1-34b13c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.765100966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f235b56-7a69-4488-8346-c0faad771acb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.911861781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb5af904-8c3f-405a-a3df-b5498cd065ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.515515402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc99bce-b665-452e-b2b5-bb967adc4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.570819183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc99bce-b665-452e-b2b5-bb967adc4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.626616458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc99bce-b665-452e-b2b5-bb967adc4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.680789158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc99bce-b665-452e-b2b5-bb967adc4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.722629631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11733b63-4622-4fd9-9a92-fd13f8d88fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.776979452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11733b63-4622-4fd9-9a92-fd13f8d88fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.83131727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11733b63-4622-4fd9-9a92-fd13f8d88fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.885482996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11733b63-4622-4fd9-9a92-fd13f8d88fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.20020894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3f4bb3-c5b3-4191-af63-7965c9acd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.254404591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3f4bb3-c5b3-4191-af63-7965c9acd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.308358693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3f4bb3-c5b3-4191-af63-7965c9acd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.362276968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3f4bb3-c5b3-4191-af63-7965c9acd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.869926841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b07e8cf-c6b3-4dc4-a571-0e385c27fb2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.1411634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84a6e806-530c-4276-a3ee-2a94118ddd6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.312297185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57212bf1-861d-47e5-80ec-0d2e8a41a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.36915578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57212bf1-861d-47e5-80ec-0d2e8a41a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.423153467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57212bf1-861d-47e5-80ec-0d2e8a41a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.477055108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57212bf1-861d-47e5-80ec-0d2e8a41a9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.039345245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.804345692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"e392a9fa-3168-4763-90af-ec21ff27e005","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.935576691Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"e392a9fa-3168-4763-90af-ec21ff27e005","name":"e2e-worker-w0-42c707-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.946624859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"dfe2b26b-823b-4d35-be04-078ab9192b4f","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.555608137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9199ee68-75c4-49e6-bea1-8e725ba2ea67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.611648386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ade07c5-3456-45dc-8098-3483d560f370","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.305850963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63869806-3ec6-4e89-908e-545ee509465b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.359928081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63869806-3ec6-4e89-908e-545ee509465b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.414255213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63869806-3ec6-4e89-908e-545ee509465b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.468569956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63869806-3ec6-4e89-908e-545ee509465b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.520958281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3a20d8-bc2c-423c-8d94-a56f52885c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.575124045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3a20d8-bc2c-423c-8d94-a56f52885c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.629013509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3a20d8-bc2c-423c-8d94-a56f52885c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.683225049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3a20d8-bc2c-423c-8d94-a56f52885c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.125728787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"488959ee-b24d-455d-ae0d-28fb5c16b983","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.298608704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0462b83f-2d51-48f2-9a37-f3627592c898","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.87707563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aebf59d1-115f-4ab7-a1b7-e742fa5ee5f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.042164945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f654194-f753-41d4-a7ad-afad36564105","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.040498411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:39.809579693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d5b8ee71-93cc-43e7-84c9-203335551d6c","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:40.312459692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"00b64dbe-51ae-4fde-a805-2b51bb12b037","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:40.380756534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e4226146-0dcc-4d27-8952-648cb2087294","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.116543478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5f9d790-2127-4421-afe6-6fe5e5de47ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.236632479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25958f14-a8bd-47cd-aaff-4ae2ae8adece","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.628881668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1cc661-d416-49f3-b10e-5440c45de7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.683091655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1cc661-d416-49f3-b10e-5440c45de7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.73711464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1cc661-d416-49f3-b10e-5440c45de7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.791167924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1cc661-d416-49f3-b10e-5440c45de7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.745148623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"476b71e2-609a-4b0a-8a00-659cdf2c0e92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.824350484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06531893-c263-4d64-8ff4-e027d304ad44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.879501869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06531893-c263-4d64-8ff4-e027d304ad44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.936164994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06531893-c263-4d64-8ff4-e027d304ad44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.990874316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06531893-c263-4d64-8ff4-e027d304ad44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.157283266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"126884bb-0552-4dc6-b14d-2e2badadbd48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.177029729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"0c8e7b47-a9f5-41c4-89e2-b261276f3761","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.875092888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"6db44fff-773b-4f34-9f84-26ef4d618038","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.105064832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5c129bd8-34be-4145-a9a8-42906a90af40","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.164265148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70ee960c-6696-437a-8f83-0117c3df5a89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.164286067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70ee960c-6696-437a-8f83-0117c3df5a89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.2146766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5d3c1599-ddd5-4e71-a09b-6cfc36e96625","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.223981671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc5571a-fe98-48c2-bbce-ae640f420045","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.224000354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc5571a-fe98-48c2-bbce-ae640f420045","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.270554041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"d4d15a92-0acf-4cc9-a110-08e24f1093ef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:06.27846026Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.457568423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"035d00bc-adbe-4bb0-99da-13246884f7e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.48732685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4f611b68-60fe-468f-bc7d-f3b7f59312a4","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.546556019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"57bb9086-359a-4c55-906d-e72b73d284c1","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.555558454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b13e4547-1e6e-4ed3-9f88-4d6879a1eae8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.571013734Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"f982b1d6-0347-453a-a956-58c22d60b439","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:06.601860702Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"57bb9086-359a-4c55-906d-e72b73d284c1","name":"simulator-w2-cdb532","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-cdb532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:06.601921803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"57bb9086-359a-4c55-906d-e72b73d284c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-cdb532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.607227118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"b5184a25-6b4d-49ba-9632-9c81c03441c6","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.651962153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"64a63049-7b4d-42c9-95b1-8db750754142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.737291384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"6cb4d217-12c6-462c-b59f-eb386dd9e561","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.759611052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"1ca3f79b-ecdc-4a1f-afa0-601986acc6d8","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.777814244Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"64a63049-7b4d-42c9-95b1-8db750754142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.818149718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"bebf4441-0a3a-4800-86cf-cce91e58538a","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.835137621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"64a63049-7b4d-42c9-95b1-8db750754142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.869186055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"9593f320-af3b-4c1f-bb53-d70ed64a4a20","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:06.872214795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.895244576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"6eb3458f-2c6e-489a-84a6-f803b2c0bfad","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.928073214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"373ec6cc-7320-4fd7-8ce5-9d4b6f058452","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.952818196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"d05de312-8400-4b05-a5c5-8ac2d972e6a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.006712994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"09e4e29b-554d-4f4a-9d2f-6a88175ca5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.044158215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"19ad9b08-4033-4c50-97f6-59f31e3e43b7","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.065568445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"09e4e29b-554d-4f4a-9d2f-6a88175ca5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.105903511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"a808ceb6-90f5-4457-9213-65ed1b8bda89","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.12338889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"09e4e29b-554d-4f4a-9d2f-6a88175ca5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.147991157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"c80d8d35-b9d8-4d99-90b3-258a44bfa7b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"premium-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.19498987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d8395b55-7542-4b0b-a344-6d1207d0d9b1","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.264817866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"751202eb-07c5-47ee-b1e5-8273d1f13609","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.268374752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9ea4981d-acd6-4074-a398-8ccfdbcf0de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.318550138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"d23d4487-d785-4450-add1-22ee3752ac5e","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.326421884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9ea4981d-acd6-4074-a398-8ccfdbcf0de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.367451932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0682dcaf-9bb9-4be9-bf8e-9a6347794d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.38648977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9ea4981d-acd6-4074-a398-8ccfdbcf0de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.427890072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0682dcaf-9bb9-4be9-bf8e-9a6347794d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.443827443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"52c0dec2-b757-4224-897d-6a19fbb1016f","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.485060349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0682dcaf-9bb9-4be9-bf8e-9a6347794d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.53844952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"d50eb5b9-c617-4c60-bd8b-307098e0ab2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.605211399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3cdc1a8f-5800-48bf-a323-14e0c47eead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.66301057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3cdc1a8f-5800-48bf-a323-14e0c47eead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.719574946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3cdc1a8f-5800-48bf-a323-14e0c47eead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.040695429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.314455495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"971c0993-e5cf-4acd-9507-083340829de1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.427978407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e842dca-d1db-4f91-af39-159659db0e83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.48963916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"846a1b99-3c1f-4eb8-9f13-291fedc4999b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.524623808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"dbf787ab-df32-4de2-a52c-ec066f736284","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.64298726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8ca4190-a24c-4f2e-a192-f29e5ccf6fba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.697813132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"67be39d3-c1bc-4489-a1d2-ce9d7e4d4d66","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.804181077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"90c91d07-e785-4636-9793-a2cff96bc76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.804267494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"cf6c44b2-f269-4a4f-902a-7a9af053738b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.862012742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"90c91d07-e785-4636-9793-a2cff96bc76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.862233743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"cf6c44b2-f269-4a4f-902a-7a9af053738b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.918757694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58760adf717a95b750171341c39e5bef49f5e5be6e5880304ad844fc67cb5f6e) AuthConfig (2ca5f9ede2f7516c90576df58aa4605302f26c2ebf9a2d2f9b5e6fa6759caf70) AuthConfig (cbc6375f8d52ba389c4c3a5a2f3e3b4331c3c24399fbbaa1ccde68ed019d7af0) AuthConfig (26df7c1aa118060de0333c18be7f6f6f848f7c012a8ebfd2a256acda48ea0a6f) AuthConfig (119b2116b580fc0954f40010c9e49bf79d2abd39f896adb92cbd0d554eb43518) AuthConfig (a8450f1b0bfaee2ecd0d3aa24ed01db49181fcf20ed64a8d71a33af724add1cb) AuthConfig (8ca6f14e7f742aaaba3b7e9f9a69b801b237381a8cbb242cf2ecd463d8c8fcba) AuthConfig (e58fcd81b473d11b2cf9388b514c61048753d9d5f26f1c81d9e0e6b8e60e5b39) AuthConfig (31ed537454f732e416297aec87fc9d1a5e9ee4fd54978f4229737d759490fcd1) AuthConfig (59fc6ee8288f54e45db68e918cdf24fb44f9aa01ee0e19f9329116f30f97c8d6) AuthConfig (140a5ef4113215aa579105201c7035ca14ef6878c24b130a7ad39219a10532ff) AuthConfig (fd718dceb12fa8884b49c7a133627cd91914fcfe8dcef216203796625f1cef51) AuthConfig (d74dbbe06e46ca81661d4885e78e7763dffa36d51b2ddfbb30cf56f07af093e3) AuthConfig (be8bcda86b436f2d467bd6e16e7f14a44855de145ac006f19616a3cc32ba6e7c) AuthConfig (da25af71189c91350f46782f2b77307647ef9443cb442337d116b8eb396e194f) AuthConfig (4dbd9cfabcdd74ae2547c46547edb830db8daed8bd8fcce676fa4d1b74c0dd7c) AuthConfig (e2ec4ed22748fbca4ed8c7e66ccad32fa7b620cef54dcd7528311251dac2d9d3) AuthConfig (88719793a7efa4e881127850d0a395b4cb7a2c63cb5d5410ab843ac557cdd7e8) AuthConfig (be9fef7441e22fc9c829f02bdb4068a6c9532815c8098ff17f3557aa8fc52520) AuthConfig (5c8227b295c7ebe68152033a47c471a1f597c98e8c916721a130aa8f73a4f1dd) AuthConfig (d0e5a26bd4101f3228b9eebaa9416ae7ba5e875f9196e861d574d246aad94aae) AuthConfig (dc762a73222242ff105592a7d36c5855b8c7239b6d0e8432ecb9e427674f0d2e) AuthConfig (b0a5b3076eab756c00da11dc4ce21831512fb96be250779153a67c7939c7f544) AuthConfig (b3017b234af03249aee130cb064128d50a81c64c01fc32c3614188afa8d32a94) AuthConfig (ea4e2b39d152c1e65348459e4eb20b3da1bd88eb0f8a924723d7c297f4e8a66f) AuthConfig (0d2b81f590503e97cc151136d75efc30d0990048be344cb1e587da63fef3a8f8) AuthConfig (55ecb5e5b9e975a0d9767363745b9586353fac0cbd0874b79581612c9d648b95) AuthConfig (eab0d14a89eff7232731375b55b45ab1a91a6c2181b0234a0e160ce0e464573b) AuthConfig (acfc869751bacdc12e7ea3e45029e4e5d05b2b275261c427c1e4f797c0a80c02) AuthConfig (b2afa8f29a33c362210b71727f092d0a388960e95cc72bd73667818ef6539b5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"90c91d07-e785-4636-9793-a2cff96bc76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.918788182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58760adf717a95b750171341c39e5bef49f5e5be6e5880304ad844fc67cb5f6e) AuthConfig (2ca5f9ede2f7516c90576df58aa4605302f26c2ebf9a2d2f9b5e6fa6759caf70) AuthConfig (cbc6375f8d52ba389c4c3a5a2f3e3b4331c3c24399fbbaa1ccde68ed019d7af0) AuthConfig (26df7c1aa118060de0333c18be7f6f6f848f7c012a8ebfd2a256acda48ea0a6f) AuthConfig (119b2116b580fc0954f40010c9e49bf79d2abd39f896adb92cbd0d554eb43518) AuthConfig (a8450f1b0bfaee2ecd0d3aa24ed01db49181fcf20ed64a8d71a33af724add1cb) AuthConfig (8ca6f14e7f742aaaba3b7e9f9a69b801b237381a8cbb242cf2ecd463d8c8fcba) AuthConfig (e58fcd81b473d11b2cf9388b514c61048753d9d5f26f1c81d9e0e6b8e60e5b39) AuthConfig (31ed537454f732e416297aec87fc9d1a5e9ee4fd54978f4229737d759490fcd1) AuthConfig (59fc6ee8288f54e45db68e918cdf24fb44f9aa01ee0e19f9329116f30f97c8d6) AuthConfig (140a5ef4113215aa579105201c7035ca14ef6878c24b130a7ad39219a10532ff) AuthConfig (fd718dceb12fa8884b49c7a133627cd91914fcfe8dcef216203796625f1cef51) AuthConfig (d74dbbe06e46ca81661d4885e78e7763dffa36d51b2ddfbb30cf56f07af093e3) AuthConfig (be8bcda86b436f2d467bd6e16e7f14a44855de145ac006f19616a3cc32ba6e7c) AuthConfig (da25af71189c91350f46782f2b77307647ef9443cb442337d116b8eb396e194f) AuthConfig (4dbd9cfabcdd74ae2547c46547edb830db8daed8bd8fcce676fa4d1b74c0dd7c) AuthConfig (e2ec4ed22748fbca4ed8c7e66ccad32fa7b620cef54dcd7528311251dac2d9d3) AuthConfig (88719793a7efa4e881127850d0a395b4cb7a2c63cb5d5410ab843ac557cdd7e8) AuthConfig (be9fef7441e22fc9c829f02bdb4068a6c9532815c8098ff17f3557aa8fc52520) AuthConfig (5c8227b295c7ebe68152033a47c471a1f597c98e8c916721a130aa8f73a4f1dd) AuthConfig (d0e5a26bd4101f3228b9eebaa9416ae7ba5e875f9196e861d574d246aad94aae) AuthConfig (dc762a73222242ff105592a7d36c5855b8c7239b6d0e8432ecb9e427674f0d2e) AuthConfig (b0a5b3076eab756c00da11dc4ce21831512fb96be250779153a67c7939c7f544) AuthConfig (b3017b234af03249aee130cb064128d50a81c64c01fc32c3614188afa8d32a94) AuthConfig (ea4e2b39d152c1e65348459e4eb20b3da1bd88eb0f8a924723d7c297f4e8a66f) AuthConfig (0d2b81f590503e97cc151136d75efc30d0990048be344cb1e587da63fef3a8f8) AuthConfig (55ecb5e5b9e975a0d9767363745b9586353fac0cbd0874b79581612c9d648b95) AuthConfig (eab0d14a89eff7232731375b55b45ab1a91a6c2181b0234a0e160ce0e464573b) AuthConfig (acfc869751bacdc12e7ea3e45029e4e5d05b2b275261c427c1e4f797c0a80c02) AuthConfig (b2afa8f29a33c362210b71727f092d0a388960e95cc72bd73667818ef6539b5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"cf6c44b2-f269-4a4f-902a-7a9af053738b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.978042549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"43debeef-81e7-4711-9053-d556aba75ffe","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.980793276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"73b1bb20-5a91-429a-ae0d-70286af38e42","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.141211248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"62d3f5f1-319a-4011-8d3f-3345451d7413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.142104204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"05da0282-7afd-44d7-8974-ce94f9aca343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.199446468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"62d3f5f1-319a-4011-8d3f-3345451d7413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.199978489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"05da0282-7afd-44d7-8974-ce94f9aca343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.25666391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58760adf717a95b750171341c39e5bef49f5e5be6e5880304ad844fc67cb5f6e) AuthConfig (2ca5f9ede2f7516c90576df58aa4605302f26c2ebf9a2d2f9b5e6fa6759caf70) AuthConfig (cbc6375f8d52ba389c4c3a5a2f3e3b4331c3c24399fbbaa1ccde68ed019d7af0) AuthConfig (26df7c1aa118060de0333c18be7f6f6f848f7c012a8ebfd2a256acda48ea0a6f) AuthConfig (119b2116b580fc0954f40010c9e49bf79d2abd39f896adb92cbd0d554eb43518) AuthConfig (a8450f1b0bfaee2ecd0d3aa24ed01db49181fcf20ed64a8d71a33af724add1cb) AuthConfig (8ca6f14e7f742aaaba3b7e9f9a69b801b237381a8cbb242cf2ecd463d8c8fcba) AuthConfig (e58fcd81b473d11b2cf9388b514c61048753d9d5f26f1c81d9e0e6b8e60e5b39) AuthConfig (31ed537454f732e416297aec87fc9d1a5e9ee4fd54978f4229737d759490fcd1) AuthConfig (59fc6ee8288f54e45db68e918cdf24fb44f9aa01ee0e19f9329116f30f97c8d6) AuthConfig (140a5ef4113215aa579105201c7035ca14ef6878c24b130a7ad39219a10532ff) AuthConfig (fd718dceb12fa8884b49c7a133627cd91914fcfe8dcef216203796625f1cef51) AuthConfig (d74dbbe06e46ca81661d4885e78e7763dffa36d51b2ddfbb30cf56f07af093e3) AuthConfig (be8bcda86b436f2d467bd6e16e7f14a44855de145ac006f19616a3cc32ba6e7c) AuthConfig (da25af71189c91350f46782f2b77307647ef9443cb442337d116b8eb396e194f) AuthConfig (4dbd9cfabcdd74ae2547c46547edb830db8daed8bd8fcce676fa4d1b74c0dd7c) AuthConfig (e2ec4ed22748fbca4ed8c7e66ccad32fa7b620cef54dcd7528311251dac2d9d3) AuthConfig (88719793a7efa4e881127850d0a395b4cb7a2c63cb5d5410ab843ac557cdd7e8) AuthConfig (be9fef7441e22fc9c829f02bdb4068a6c9532815c8098ff17f3557aa8fc52520) AuthConfig (5c8227b295c7ebe68152033a47c471a1f597c98e8c916721a130aa8f73a4f1dd) AuthConfig (d0e5a26bd4101f3228b9eebaa9416ae7ba5e875f9196e861d574d246aad94aae) AuthConfig (dc762a73222242ff105592a7d36c5855b8c7239b6d0e8432ecb9e427674f0d2e) AuthConfig (b0a5b3076eab756c00da11dc4ce21831512fb96be250779153a67c7939c7f544) AuthConfig (b3017b234af03249aee130cb064128d50a81c64c01fc32c3614188afa8d32a94) AuthConfig (ea4e2b39d152c1e65348459e4eb20b3da1bd88eb0f8a924723d7c297f4e8a66f) AuthConfig (0d2b81f590503e97cc151136d75efc30d0990048be344cb1e587da63fef3a8f8) AuthConfig (55ecb5e5b9e975a0d9767363745b9586353fac0cbd0874b79581612c9d648b95) AuthConfig (eab0d14a89eff7232731375b55b45ab1a91a6c2181b0234a0e160ce0e464573b) AuthConfig (acfc869751bacdc12e7ea3e45029e4e5d05b2b275261c427c1e4f797c0a80c02) AuthConfig (b2afa8f29a33c362210b71727f092d0a388960e95cc72bd73667818ef6539b5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"05da0282-7afd-44d7-8974-ce94f9aca343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.256875172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58760adf717a95b750171341c39e5bef49f5e5be6e5880304ad844fc67cb5f6e) AuthConfig (2ca5f9ede2f7516c90576df58aa4605302f26c2ebf9a2d2f9b5e6fa6759caf70) AuthConfig (cbc6375f8d52ba389c4c3a5a2f3e3b4331c3c24399fbbaa1ccde68ed019d7af0) AuthConfig (26df7c1aa118060de0333c18be7f6f6f848f7c012a8ebfd2a256acda48ea0a6f) AuthConfig (119b2116b580fc0954f40010c9e49bf79d2abd39f896adb92cbd0d554eb43518) AuthConfig (a8450f1b0bfaee2ecd0d3aa24ed01db49181fcf20ed64a8d71a33af724add1cb) AuthConfig (8ca6f14e7f742aaaba3b7e9f9a69b801b237381a8cbb242cf2ecd463d8c8fcba) AuthConfig (e58fcd81b473d11b2cf9388b514c61048753d9d5f26f1c81d9e0e6b8e60e5b39) AuthConfig (31ed537454f732e416297aec87fc9d1a5e9ee4fd54978f4229737d759490fcd1) AuthConfig (59fc6ee8288f54e45db68e918cdf24fb44f9aa01ee0e19f9329116f30f97c8d6) AuthConfig (140a5ef4113215aa579105201c7035ca14ef6878c24b130a7ad39219a10532ff) AuthConfig (fd718dceb12fa8884b49c7a133627cd91914fcfe8dcef216203796625f1cef51) AuthConfig (d74dbbe06e46ca81661d4885e78e7763dffa36d51b2ddfbb30cf56f07af093e3) AuthConfig (be8bcda86b436f2d467bd6e16e7f14a44855de145ac006f19616a3cc32ba6e7c) AuthConfig (da25af71189c91350f46782f2b77307647ef9443cb442337d116b8eb396e194f) AuthConfig (4dbd9cfabcdd74ae2547c46547edb830db8daed8bd8fcce676fa4d1b74c0dd7c) AuthConfig (e2ec4ed22748fbca4ed8c7e66ccad32fa7b620cef54dcd7528311251dac2d9d3) AuthConfig (88719793a7efa4e881127850d0a395b4cb7a2c63cb5d5410ab843ac557cdd7e8) AuthConfig (be9fef7441e22fc9c829f02bdb4068a6c9532815c8098ff17f3557aa8fc52520) AuthConfig (5c8227b295c7ebe68152033a47c471a1f597c98e8c916721a130aa8f73a4f1dd) AuthConfig (d0e5a26bd4101f3228b9eebaa9416ae7ba5e875f9196e861d574d246aad94aae) AuthConfig (dc762a73222242ff105592a7d36c5855b8c7239b6d0e8432ecb9e427674f0d2e) AuthConfig (b0a5b3076eab756c00da11dc4ce21831512fb96be250779153a67c7939c7f544) AuthConfig (b3017b234af03249aee130cb064128d50a81c64c01fc32c3614188afa8d32a94) AuthConfig (ea4e2b39d152c1e65348459e4eb20b3da1bd88eb0f8a924723d7c297f4e8a66f) AuthConfig (0d2b81f590503e97cc151136d75efc30d0990048be344cb1e587da63fef3a8f8) AuthConfig (55ecb5e5b9e975a0d9767363745b9586353fac0cbd0874b79581612c9d648b95) AuthConfig (eab0d14a89eff7232731375b55b45ab1a91a6c2181b0234a0e160ce0e464573b) AuthConfig (acfc869751bacdc12e7ea3e45029e4e5d05b2b275261c427c1e4f797c0a80c02) AuthConfig (b2afa8f29a33c362210b71727f092d0a388960e95cc72bd73667818ef6539b5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"62d3f5f1-319a-4011-8d3f-3345451d7413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:16.311451587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"05da0282-7afd-44d7-8974-ce94f9aca343","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.477833383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"49b01ce8-34be-454b-87ae-8a062714e138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.536404124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"49b01ce8-34be-454b-87ae-8a062714e138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.593269238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58760adf717a95b750171341c39e5bef49f5e5be6e5880304ad844fc67cb5f6e) AuthConfig (2ca5f9ede2f7516c90576df58aa4605302f26c2ebf9a2d2f9b5e6fa6759caf70) AuthConfig (cbc6375f8d52ba389c4c3a5a2f3e3b4331c3c24399fbbaa1ccde68ed019d7af0) AuthConfig (26df7c1aa118060de0333c18be7f6f6f848f7c012a8ebfd2a256acda48ea0a6f) AuthConfig (119b2116b580fc0954f40010c9e49bf79d2abd39f896adb92cbd0d554eb43518) AuthConfig (a8450f1b0bfaee2ecd0d3aa24ed01db49181fcf20ed64a8d71a33af724add1cb) AuthConfig (8ca6f14e7f742aaaba3b7e9f9a69b801b237381a8cbb242cf2ecd463d8c8fcba) AuthConfig (e58fcd81b473d11b2cf9388b514c61048753d9d5f26f1c81d9e0e6b8e60e5b39) AuthConfig (31ed537454f732e416297aec87fc9d1a5e9ee4fd54978f4229737d759490fcd1) AuthConfig (59fc6ee8288f54e45db68e918cdf24fb44f9aa01ee0e19f9329116f30f97c8d6) AuthConfig (140a5ef4113215aa579105201c7035ca14ef6878c24b130a7ad39219a10532ff) AuthConfig (fd718dceb12fa8884b49c7a133627cd91914fcfe8dcef216203796625f1cef51) AuthConfig (d74dbbe06e46ca81661d4885e78e7763dffa36d51b2ddfbb30cf56f07af093e3) AuthConfig (be8bcda86b436f2d467bd6e16e7f14a44855de145ac006f19616a3cc32ba6e7c) AuthConfig (da25af71189c91350f46782f2b77307647ef9443cb442337d116b8eb396e194f) AuthConfig (4dbd9cfabcdd74ae2547c46547edb830db8daed8bd8fcce676fa4d1b74c0dd7c) AuthConfig (e2ec4ed22748fbca4ed8c7e66ccad32fa7b620cef54dcd7528311251dac2d9d3) AuthConfig (88719793a7efa4e881127850d0a395b4cb7a2c63cb5d5410ab843ac557cdd7e8) AuthConfig (be9fef7441e22fc9c829f02bdb4068a6c9532815c8098ff17f3557aa8fc52520) AuthConfig (5c8227b295c7ebe68152033a47c471a1f597c98e8c916721a130aa8f73a4f1dd) AuthConfig (d0e5a26bd4101f3228b9eebaa9416ae7ba5e875f9196e861d574d246aad94aae) AuthConfig (dc762a73222242ff105592a7d36c5855b8c7239b6d0e8432ecb9e427674f0d2e) AuthConfig (b0a5b3076eab756c00da11dc4ce21831512fb96be250779153a67c7939c7f544) AuthConfig (b3017b234af03249aee130cb064128d50a81c64c01fc32c3614188afa8d32a94) AuthConfig (ea4e2b39d152c1e65348459e4eb20b3da1bd88eb0f8a924723d7c297f4e8a66f) AuthConfig (0d2b81f590503e97cc151136d75efc30d0990048be344cb1e587da63fef3a8f8) AuthConfig (55ecb5e5b9e975a0d9767363745b9586353fac0cbd0874b79581612c9d648b95) AuthConfig (eab0d14a89eff7232731375b55b45ab1a91a6c2181b0234a0e160ce0e464573b) AuthConfig (acfc869751bacdc12e7ea3e45029e4e5d05b2b275261c427c1e4f797c0a80c02) AuthConfig (b2afa8f29a33c362210b71727f092d0a388960e95cc72bd73667818ef6539b5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"49b01ce8-34be-454b-87ae-8a062714e138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.692782949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"f1cd135b-4d04-44da-ab0d-f3574ae7fb8e","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.419363832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"37c5bf2e-c165-4bdd-816d-4e55427ef3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.477449238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"37c5bf2e-c165-4bdd-816d-4e55427ef3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.538151085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58760adf717a95b750171341c39e5bef49f5e5be6e5880304ad844fc67cb5f6e) AuthConfig (2ca5f9ede2f7516c90576df58aa4605302f26c2ebf9a2d2f9b5e6fa6759caf70) AuthConfig (cbc6375f8d52ba389c4c3a5a2f3e3b4331c3c24399fbbaa1ccde68ed019d7af0) AuthConfig (26df7c1aa118060de0333c18be7f6f6f848f7c012a8ebfd2a256acda48ea0a6f) AuthConfig (119b2116b580fc0954f40010c9e49bf79d2abd39f896adb92cbd0d554eb43518) AuthConfig (a8450f1b0bfaee2ecd0d3aa24ed01db49181fcf20ed64a8d71a33af724add1cb) AuthConfig (8ca6f14e7f742aaaba3b7e9f9a69b801b237381a8cbb242cf2ecd463d8c8fcba) AuthConfig (e58fcd81b473d11b2cf9388b514c61048753d9d5f26f1c81d9e0e6b8e60e5b39) AuthConfig (31ed537454f732e416297aec87fc9d1a5e9ee4fd54978f4229737d759490fcd1) AuthConfig (59fc6ee8288f54e45db68e918cdf24fb44f9aa01ee0e19f9329116f30f97c8d6) AuthConfig (140a5ef4113215aa579105201c7035ca14ef6878c24b130a7ad39219a10532ff) AuthConfig (fd718dceb12fa8884b49c7a133627cd91914fcfe8dcef216203796625f1cef51) AuthConfig (d74dbbe06e46ca81661d4885e78e7763dffa36d51b2ddfbb30cf56f07af093e3) AuthConfig (be8bcda86b436f2d467bd6e16e7f14a44855de145ac006f19616a3cc32ba6e7c) AuthConfig (da25af71189c91350f46782f2b77307647ef9443cb442337d116b8eb396e194f) AuthConfig (4dbd9cfabcdd74ae2547c46547edb830db8daed8bd8fcce676fa4d1b74c0dd7c) AuthConfig (e2ec4ed22748fbca4ed8c7e66ccad32fa7b620cef54dcd7528311251dac2d9d3) AuthConfig (88719793a7efa4e881127850d0a395b4cb7a2c63cb5d5410ab843ac557cdd7e8) AuthConfig (be9fef7441e22fc9c829f02bdb4068a6c9532815c8098ff17f3557aa8fc52520) AuthConfig (5c8227b295c7ebe68152033a47c471a1f597c98e8c916721a130aa8f73a4f1dd) AuthConfig (d0e5a26bd4101f3228b9eebaa9416ae7ba5e875f9196e861d574d246aad94aae) AuthConfig (dc762a73222242ff105592a7d36c5855b8c7239b6d0e8432ecb9e427674f0d2e) AuthConfig (b0a5b3076eab756c00da11dc4ce21831512fb96be250779153a67c7939c7f544) AuthConfig (b3017b234af03249aee130cb064128d50a81c64c01fc32c3614188afa8d32a94) AuthConfig (ea4e2b39d152c1e65348459e4eb20b3da1bd88eb0f8a924723d7c297f4e8a66f) AuthConfig (0d2b81f590503e97cc151136d75efc30d0990048be344cb1e587da63fef3a8f8) AuthConfig (55ecb5e5b9e975a0d9767363745b9586353fac0cbd0874b79581612c9d648b95) AuthConfig (eab0d14a89eff7232731375b55b45ab1a91a6c2181b0234a0e160ce0e464573b) AuthConfig (acfc869751bacdc12e7ea3e45029e4e5d05b2b275261c427c1e4f797c0a80c02) AuthConfig (b2afa8f29a33c362210b71727f092d0a388960e95cc72bd73667818ef6539b5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"37c5bf2e-c165-4bdd-816d-4e55427ef3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.756065087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"79a5a03c-f944-4869-a1c3-750cdeb6ed1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.814735918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"79a5a03c-f944-4869-a1c3-750cdeb6ed1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.871868474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-cdb532-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58760adf717a95b750171341c39e5bef49f5e5be6e5880304ad844fc67cb5f6e) AuthConfig (2ca5f9ede2f7516c90576df58aa4605302f26c2ebf9a2d2f9b5e6fa6759caf70) AuthConfig (cbc6375f8d52ba389c4c3a5a2f3e3b4331c3c24399fbbaa1ccde68ed019d7af0) AuthConfig (26df7c1aa118060de0333c18be7f6f6f848f7c012a8ebfd2a256acda48ea0a6f) AuthConfig (119b2116b580fc0954f40010c9e49bf79d2abd39f896adb92cbd0d554eb43518) AuthConfig (a8450f1b0bfaee2ecd0d3aa24ed01db49181fcf20ed64a8d71a33af724add1cb) AuthConfig (8ca6f14e7f742aaaba3b7e9f9a69b801b237381a8cbb242cf2ecd463d8c8fcba) AuthConfig (e58fcd81b473d11b2cf9388b514c61048753d9d5f26f1c81d9e0e6b8e60e5b39) AuthConfig (31ed537454f732e416297aec87fc9d1a5e9ee4fd54978f4229737d759490fcd1) AuthConfig (59fc6ee8288f54e45db68e918cdf24fb44f9aa01ee0e19f9329116f30f97c8d6) AuthConfig (140a5ef4113215aa579105201c7035ca14ef6878c24b130a7ad39219a10532ff) AuthConfig (fd718dceb12fa8884b49c7a133627cd91914fcfe8dcef216203796625f1cef51) AuthConfig (d74dbbe06e46ca81661d4885e78e7763dffa36d51b2ddfbb30cf56f07af093e3) AuthConfig (be8bcda86b436f2d467bd6e16e7f14a44855de145ac006f19616a3cc32ba6e7c) AuthConfig (da25af71189c91350f46782f2b77307647ef9443cb442337d116b8eb396e194f) AuthConfig (4dbd9cfabcdd74ae2547c46547edb830db8daed8bd8fcce676fa4d1b74c0dd7c) AuthConfig (e2ec4ed22748fbca4ed8c7e66ccad32fa7b620cef54dcd7528311251dac2d9d3) AuthConfig (88719793a7efa4e881127850d0a395b4cb7a2c63cb5d5410ab843ac557cdd7e8) AuthConfig (be9fef7441e22fc9c829f02bdb4068a6c9532815c8098ff17f3557aa8fc52520) AuthConfig (5c8227b295c7ebe68152033a47c471a1f597c98e8c916721a130aa8f73a4f1dd) AuthConfig (d0e5a26bd4101f3228b9eebaa9416ae7ba5e875f9196e861d574d246aad94aae) AuthConfig (dc762a73222242ff105592a7d36c5855b8c7239b6d0e8432ecb9e427674f0d2e) AuthConfig (b0a5b3076eab756c00da11dc4ce21831512fb96be250779153a67c7939c7f544) AuthConfig (b3017b234af03249aee130cb064128d50a81c64c01fc32c3614188afa8d32a94) AuthConfig (ea4e2b39d152c1e65348459e4eb20b3da1bd88eb0f8a924723d7c297f4e8a66f) AuthConfig (0d2b81f590503e97cc151136d75efc30d0990048be344cb1e587da63fef3a8f8) AuthConfig (55ecb5e5b9e975a0d9767363745b9586353fac0cbd0874b79581612c9d648b95) AuthConfig (eab0d14a89eff7232731375b55b45ab1a91a6c2181b0234a0e160ce0e464573b) AuthConfig (acfc869751bacdc12e7ea3e45029e4e5d05b2b275261c427c1e4f797c0a80c02) AuthConfig (b2afa8f29a33c362210b71727f092d0a388960e95cc72bd73667818ef6539b5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"79a5a03c-f944-4869-a1c3-750cdeb6ed1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:30.538379276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"54d21074-32dd-4543-9bd9-4e98d7dd5d3d","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:30.606107597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"b15d00f8-3281-4d8e-93c6-ecd766a9c82f","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.701502998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b067bfd4-2591-465a-96d6-9716138bfadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.759328028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b067bfd4-2591-465a-96d6-9716138bfadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.033179837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4bdd6e8c-dae0-4108-9346-d27924af7164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.036728752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"ae997ec4-11e3-4fba-9967-7f82cb936719","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.09169315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4bdd6e8c-dae0-4108-9346-d27924af7164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.369593796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"21058be7-f49d-4dd1-81f4-ec6322b25cc6","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.04109745Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.903248063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"4b5c0d27-86c4-413b-84de-626d5dd6ba89","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.022732551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"27a34a5e-1376-40d3-b083-363b4c4bea19","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.091432043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"ce2c6626-8bd8-412e-bf76-f56a7dde8714","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.140454036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0fc882b2-6920-4a20-ae0e-e1fbcd707c1c","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:43.148539884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.200733414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"3d6e92e7-3c01-46f2-b279-b147f09b42ae","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.303489568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"c6d063f5-86e3-4eb3-bd01-8280e5ad0162","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.362820412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"b9626ebf-7fa8-46cb-b37a-3aedd60d0c4a","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:43.420972502Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"b9626ebf-7fa8-46cb-b37a-3aedd60d0c4a","name":"simulator-w4-3c5dbc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-3c5dbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:43.42104797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"b9626ebf-7fa8-46cb-b37a-3aedd60d0c4a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-3c5dbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.421059854Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"0fbf3e9f-ec6b-4242-89b0-deb8b372735a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"simulator-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.426396709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"543fa203-8512-4970-80e4-ff5836af4701","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.467936184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"677e7217-7566-48df-8ba3-c6241f81965a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.588537359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0a36012e-17cd-4fa7-af20-b97c8b112337","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.591186139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"09d94ff5-fc4e-498b-935c-cee6cf4033ff","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.593959307Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"677e7217-7566-48df-8ba3-c6241f81965a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.649730417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"7f3ae1cc-2c64-4497-be22-e88644f14539","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.651849516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"677e7217-7566-48df-8ba3-c6241f81965a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.707640692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"40c196c8-f50e-4333-bf7a-7f5b1c9b6c8e","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.710975111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"91246b8e-c5a5-45e7-8eb2-3160fbd641d5","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:43.74370179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"8e11f055-8517-4b63-a736-0e9a32043f85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.804660531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"f7b5f065-905e-42ca-97d1-6f425c8820b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.818299563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5aa5fecf-5eb8-4abb-aa3a-e955a0fd6b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.859385055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"89be6000-0860-42e8-b8fc-e73c6bdf27f2","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.87586861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5aa5fecf-5eb8-4abb-aa3a-e955a0fd6b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.876597566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"c25b8189-59e7-404f-a2a4-8ebf21e1cb80","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.933009323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5aa5fecf-5eb8-4abb-aa3a-e955a0fd6b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.937213052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"4cbc7c0b-c7ab-4beb-84c4-0b6e8ed1fd6f","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:43.991992916Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"4cbc7c0b-c7ab-4beb-84c4-0b6e8ed1fd6f","name":"premium-w4-3c5dbc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3c5dbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:43.992063492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"4cbc7c0b-c7ab-4beb-84c4-0b6e8ed1fd6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3c5dbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.99736493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"34b131d8-2983-4768-8c7f-6666a4ab8730","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.093908724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"975760b0-0ac6-490d-9c3e-15cc2f9edf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.093905508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f52410fd-c417-4e43-84a5-faab8e3f3ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.137886038Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"8b1c3204-cb5c-4380-9d15-2c5ba4a1049b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"premium-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.15366857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f52410fd-c417-4e43-84a5-faab8e3f3ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.153838562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"975760b0-0ac6-490d-9c3e-15cc2f9edf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.210605787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"975760b0-0ac6-490d-9c3e-15cc2f9edf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.211064679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f52410fd-c417-4e43-84a5-faab8e3f3ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.268117477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"bbef5d92-9c5a-4e8e-9ff1-cd62d6f3e773","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.306801923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"9d83fc69-371c-403c-80c2-0164545d9a32","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.371780141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4a6a72f4-7adb-4593-a31e-f311a1087eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.431750926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4a6a72f4-7adb-4593-a31e-f311a1087eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.472254463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"1b39f7b0-0030-4d77-9424-2127202bc585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.488005167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4a6a72f4-7adb-4593-a31e-f311a1087eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.52431684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"8201fe28-8757-4197-a23e-deb5849b62b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.530050053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"1b39f7b0-0030-4d77-9424-2127202bc585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.586376734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"1b39f7b0-0030-4d77-9424-2127202bc585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.74890493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"a6d79b7a-9269-4a8e-899e-ff22d34b7427","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.808348918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"eef96efe-3f93-4cf7-8f26-3dd86e4b0e76","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.970662576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"4707191e-c94b-4012-90c9-59650b792949","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.022145234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"cfd25950-2de2-4b81-9fac-6d68ffe6a7ad","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.029431135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"4707191e-c94b-4012-90c9-59650b792949","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.083725054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"f27b75d0-3aa6-4100-a0d5-590bd11f8637","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.13432238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"d0ad83ec-68d2-4003-a9f5-88d947b62809","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:45.13775348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/e2e-dry-sub-7e10f358","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-7e10f358\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.19130617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a41817ed-ff28-4703-9a7d-c4a2647f0f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.191314016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3bf393a6-1521-4ccb-aafe-ee128d38a119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.191970599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5fac3cf3-9afe-489d-9d86-e0b0aa9bb0f9","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.249884335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3bf393a6-1521-4ccb-aafe-ee128d38a119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.250004386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a41817ed-ff28-4703-9a7d-c4a2647f0f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.306672225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"c216b44d-6f1d-4525-9a30-22d463a1afdf","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.471828247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"89997a01-f692-4aa9-ac3e-825eca368f4e","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.472069262Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358","reconcileID":"7d95dcf1-e608-4e97-a4f6-c49b8a7555db","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-dry-sub-7e10f358","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.529972933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"89997a01-f692-4aa9-ac3e-825eca368f4e","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.578617975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5b9868cd-7518-44a9-b7d8-4e7208981212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.579102138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"431c9258-527a-4688-a344-c2aa315bd947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.637611187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5b9868cd-7518-44a9-b7d8-4e7208981212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.638114499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"431c9258-527a-4688-a344-c2aa315bd947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.641313568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"204f5435-d7bd-4299-818f-7c19af021a6e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.690563449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"333883b6-1464-4939-9313-1d44388bbcbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.858833748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358","reconcileID":"1d8aef5e-cabc-425f-ae03-5c81b39b0a42","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.61188083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1db0923c-3d3f-4322-b0fc-f338c52a9395","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.774504877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"04efe1e4-46be-4465-8ab2-1bdd313d09cf","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.77464689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"9e306f60-7377-4ed6-91c0-d37b8dc04701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.774513799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"143806e0-c4a7-4964-870a-cb2ffdfeb2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.833229777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"143806e0-c4a7-4964-870a-cb2ffdfeb2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.834367657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"9e306f60-7377-4ed6-91c0-d37b8dc04701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.835372928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"04efe1e4-46be-4465-8ab2-1bdd313d09cf","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.054351629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"fa12452c-e04d-4bc5-82f9-cfcebb924bd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.224463554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"a7125258-ecec-4ab5-9809-326dc62f2f46","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.262265737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"caf584fb-80d8-4f23-a50f-3efd0cbcb0e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.430045693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8f280492-5e53-4123-b73d-9eada26b1757","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.617601942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2992af3a-0714-4718-9fbc-cf0537d87dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.617646737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"b72bea36-0e2b-463a-972d-e973a9b5f0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.676230044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2992af3a-0714-4718-9fbc-cf0537d87dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.67628249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"b72bea36-0e2b-463a-972d-e973a9b5f0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.734083265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1587b4d76f5e2a69f0c1ae9796ef673c17d2a7bc8fd6176149adf071b7cdabac) AuthConfig (70c31254a66302404f743775caa1264afef02b0a6dea4bb61b38bbf4901145f7) AuthConfig (6eee0631531f351734bcba2106486fc96803540aefd016e8cfc6da2cfdcced86) AuthConfig (e587b7c67e13a3136ee9a0bb2310bcac1d1ba95948d84dea03973e347ed6a037) AuthConfig (47d219d6530b9db5f2aa1381a3aa740b19fdd16d2cdc8337b3bbe74d42963364) AuthConfig (5bf60baff014ac53a92dcbcb2ed4fac68dd76ed4256a836dde04b8500e6b4dd0) AuthConfig (b051f7163f58061598af71f6ae88a355df9090bf4b21064170473b946aa31c42) AuthConfig (18d325e2b0223bc4a2307545a99db976c4a2b02804ebcb4bdbce416ffb47cb2d) AuthConfig (6334a798503ab49b9255299e6653220ff3e30d3a45fdd743769b480f4d54d469) AuthConfig (29bd6b2a79b826e21ba9765d238a75d93836af0c1ad2092b75d7d58453498e96) AuthConfig (cb76ceadbdbee3a3b0b04b740bf514c6c9f60605ff9cce23c933f5d2e31c7ed6) AuthConfig (9bbdcf6dc5a7775816762c6189d2e685e4731746acceed5417e0a61e4ac31773) AuthConfig (017179278a15ab68eba27058b128e5e7c6425f91eb0027714084af98e9b5dd71) AuthConfig (4160638c454dff2d57fdb5b11f21606e329de57d62bd73db375e5b6eb297df80) AuthConfig (d10e5e7ecb8981c0dbbfa78d8234b76d98a39668cdd69cb55f4df35f176d6e80) AuthConfig (74e2036d32652eead1bf6b9d8ab5d797ae22d33286e9fbc0d68161a5d5ed81f1) AuthConfig (d9e5799149ab1232f901360a8df01b4a016fe9a4ff570ef001882dc950d642d6) AuthConfig (105bb453196e539c1d0123ea5e4e594738ba13b4ea5c4af8e924b2b4ebf96d1e) AuthConfig (48840d35cf2ece425949c2c10a251861ee2d27eafe4dab38234bb4fcb08fde19) AuthConfig (e0fcf041be9ae2b844f06e9f1809410e11ef0671302930938a55ee3623b78980) AuthConfig (7a22d5b95fe30d298a1f0bfa00fc9076dcd9ad73016493077d82909cbed0d3d1) AuthConfig (fef16af9f84b25748bbaf718523deaeb1fd7a661ce0f6f1ac063c488fd438a79) AuthConfig (70d0b37d2c709cc4c5dc3708571cb146d173b0e512f07447a4b3d7cd293b980c) AuthConfig (628f99eee170bc39ba057328e963fca6b42f89ff2d4c0ef5751fdda107624fd5) AuthConfig (3606f4d2b6978f32b9947f72bcb3df7d2fd4da296306994b1169ae8b83f50043) AuthConfig (8a3595a352bff28c8ffdbd4973e0c0c33d65c8f081ccc70523c4622f06d61e4e) AuthConfig (6101415b476e875725bbe90ff41f48fcada166081cc35303c7d9b33ad8bbc690) AuthConfig (0f66ac88abc31f1c8ec4821fd3e92c4209c20e19484fb00a633b2e2e3b8316ab) AuthConfig (672992e7557fb4c404b7613ca73f582affb3453b55aee4db5ad4c4cece88939a) AuthConfig (c3cc0e0767452708b346362341b59f15eb92840c3776f37851a8cbf5653b85f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"b72bea36-0e2b-463a-972d-e973a9b5f0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.734397708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1587b4d76f5e2a69f0c1ae9796ef673c17d2a7bc8fd6176149adf071b7cdabac) AuthConfig (70c31254a66302404f743775caa1264afef02b0a6dea4bb61b38bbf4901145f7) AuthConfig (6eee0631531f351734bcba2106486fc96803540aefd016e8cfc6da2cfdcced86) AuthConfig (e587b7c67e13a3136ee9a0bb2310bcac1d1ba95948d84dea03973e347ed6a037) AuthConfig (47d219d6530b9db5f2aa1381a3aa740b19fdd16d2cdc8337b3bbe74d42963364) AuthConfig (5bf60baff014ac53a92dcbcb2ed4fac68dd76ed4256a836dde04b8500e6b4dd0) AuthConfig (b051f7163f58061598af71f6ae88a355df9090bf4b21064170473b946aa31c42) AuthConfig (18d325e2b0223bc4a2307545a99db976c4a2b02804ebcb4bdbce416ffb47cb2d) AuthConfig (6334a798503ab49b9255299e6653220ff3e30d3a45fdd743769b480f4d54d469) AuthConfig (29bd6b2a79b826e21ba9765d238a75d93836af0c1ad2092b75d7d58453498e96) AuthConfig (cb76ceadbdbee3a3b0b04b740bf514c6c9f60605ff9cce23c933f5d2e31c7ed6) AuthConfig (9bbdcf6dc5a7775816762c6189d2e685e4731746acceed5417e0a61e4ac31773) AuthConfig (017179278a15ab68eba27058b128e5e7c6425f91eb0027714084af98e9b5dd71) AuthConfig (4160638c454dff2d57fdb5b11f21606e329de57d62bd73db375e5b6eb297df80) AuthConfig (d10e5e7ecb8981c0dbbfa78d8234b76d98a39668cdd69cb55f4df35f176d6e80) AuthConfig (74e2036d32652eead1bf6b9d8ab5d797ae22d33286e9fbc0d68161a5d5ed81f1) AuthConfig (d9e5799149ab1232f901360a8df01b4a016fe9a4ff570ef001882dc950d642d6) AuthConfig (105bb453196e539c1d0123ea5e4e594738ba13b4ea5c4af8e924b2b4ebf96d1e) AuthConfig (48840d35cf2ece425949c2c10a251861ee2d27eafe4dab38234bb4fcb08fde19) AuthConfig (e0fcf041be9ae2b844f06e9f1809410e11ef0671302930938a55ee3623b78980) AuthConfig (7a22d5b95fe30d298a1f0bfa00fc9076dcd9ad73016493077d82909cbed0d3d1) AuthConfig (fef16af9f84b25748bbaf718523deaeb1fd7a661ce0f6f1ac063c488fd438a79) AuthConfig (70d0b37d2c709cc4c5dc3708571cb146d173b0e512f07447a4b3d7cd293b980c) AuthConfig (628f99eee170bc39ba057328e963fca6b42f89ff2d4c0ef5751fdda107624fd5) AuthConfig (3606f4d2b6978f32b9947f72bcb3df7d2fd4da296306994b1169ae8b83f50043) AuthConfig (8a3595a352bff28c8ffdbd4973e0c0c33d65c8f081ccc70523c4622f06d61e4e) AuthConfig (6101415b476e875725bbe90ff41f48fcada166081cc35303c7d9b33ad8bbc690) AuthConfig (0f66ac88abc31f1c8ec4821fd3e92c4209c20e19484fb00a633b2e2e3b8316ab) AuthConfig (672992e7557fb4c404b7613ca73f582affb3453b55aee4db5ad4c4cece88939a) AuthConfig (c3cc0e0767452708b346362341b59f15eb92840c3776f37851a8cbf5653b85f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2992af3a-0714-4718-9fbc-cf0537d87dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.79325369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"3e30cd67-3be3-4ede-84ff-08cff9ada8b1","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.796041239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0d925cb9-b5c6-4cfa-aee9-5eb3a132691b","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.955318843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"48f7491c-df06-4815-900a-903ec4b6e7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.956552101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"24463f2d-61d8-427b-8248-4c8ebb5f4e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.018276823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"48f7491c-df06-4815-900a-903ec4b6e7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.027067009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"24463f2d-61d8-427b-8248-4c8ebb5f4e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.079679255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1587b4d76f5e2a69f0c1ae9796ef673c17d2a7bc8fd6176149adf071b7cdabac) AuthConfig (70c31254a66302404f743775caa1264afef02b0a6dea4bb61b38bbf4901145f7) AuthConfig (6eee0631531f351734bcba2106486fc96803540aefd016e8cfc6da2cfdcced86) AuthConfig (e587b7c67e13a3136ee9a0bb2310bcac1d1ba95948d84dea03973e347ed6a037) AuthConfig (47d219d6530b9db5f2aa1381a3aa740b19fdd16d2cdc8337b3bbe74d42963364) AuthConfig (5bf60baff014ac53a92dcbcb2ed4fac68dd76ed4256a836dde04b8500e6b4dd0) AuthConfig (b051f7163f58061598af71f6ae88a355df9090bf4b21064170473b946aa31c42) AuthConfig (18d325e2b0223bc4a2307545a99db976c4a2b02804ebcb4bdbce416ffb47cb2d) AuthConfig (6334a798503ab49b9255299e6653220ff3e30d3a45fdd743769b480f4d54d469) AuthConfig (29bd6b2a79b826e21ba9765d238a75d93836af0c1ad2092b75d7d58453498e96) AuthConfig (cb76ceadbdbee3a3b0b04b740bf514c6c9f60605ff9cce23c933f5d2e31c7ed6) AuthConfig (9bbdcf6dc5a7775816762c6189d2e685e4731746acceed5417e0a61e4ac31773) AuthConfig (017179278a15ab68eba27058b128e5e7c6425f91eb0027714084af98e9b5dd71) AuthConfig (4160638c454dff2d57fdb5b11f21606e329de57d62bd73db375e5b6eb297df80) AuthConfig (d10e5e7ecb8981c0dbbfa78d8234b76d98a39668cdd69cb55f4df35f176d6e80) AuthConfig (74e2036d32652eead1bf6b9d8ab5d797ae22d33286e9fbc0d68161a5d5ed81f1) AuthConfig (d9e5799149ab1232f901360a8df01b4a016fe9a4ff570ef001882dc950d642d6) AuthConfig (105bb453196e539c1d0123ea5e4e594738ba13b4ea5c4af8e924b2b4ebf96d1e) AuthConfig (48840d35cf2ece425949c2c10a251861ee2d27eafe4dab38234bb4fcb08fde19) AuthConfig (e0fcf041be9ae2b844f06e9f1809410e11ef0671302930938a55ee3623b78980) AuthConfig (7a22d5b95fe30d298a1f0bfa00fc9076dcd9ad73016493077d82909cbed0d3d1) AuthConfig (fef16af9f84b25748bbaf718523deaeb1fd7a661ce0f6f1ac063c488fd438a79) AuthConfig (70d0b37d2c709cc4c5dc3708571cb146d173b0e512f07447a4b3d7cd293b980c) AuthConfig (628f99eee170bc39ba057328e963fca6b42f89ff2d4c0ef5751fdda107624fd5) AuthConfig (3606f4d2b6978f32b9947f72bcb3df7d2fd4da296306994b1169ae8b83f50043) AuthConfig (8a3595a352bff28c8ffdbd4973e0c0c33d65c8f081ccc70523c4622f06d61e4e) AuthConfig (6101415b476e875725bbe90ff41f48fcada166081cc35303c7d9b33ad8bbc690) AuthConfig (0f66ac88abc31f1c8ec4821fd3e92c4209c20e19484fb00a633b2e2e3b8316ab) AuthConfig (672992e7557fb4c404b7613ca73f582affb3453b55aee4db5ad4c4cece88939a) AuthConfig (c3cc0e0767452708b346362341b59f15eb92840c3776f37851a8cbf5653b85f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"48f7491c-df06-4815-900a-903ec4b6e7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.08972204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1587b4d76f5e2a69f0c1ae9796ef673c17d2a7bc8fd6176149adf071b7cdabac) AuthConfig (70c31254a66302404f743775caa1264afef02b0a6dea4bb61b38bbf4901145f7) AuthConfig (6eee0631531f351734bcba2106486fc96803540aefd016e8cfc6da2cfdcced86) AuthConfig (e587b7c67e13a3136ee9a0bb2310bcac1d1ba95948d84dea03973e347ed6a037) AuthConfig (47d219d6530b9db5f2aa1381a3aa740b19fdd16d2cdc8337b3bbe74d42963364) AuthConfig (5bf60baff014ac53a92dcbcb2ed4fac68dd76ed4256a836dde04b8500e6b4dd0) AuthConfig (b051f7163f58061598af71f6ae88a355df9090bf4b21064170473b946aa31c42) AuthConfig (18d325e2b0223bc4a2307545a99db976c4a2b02804ebcb4bdbce416ffb47cb2d) AuthConfig (6334a798503ab49b9255299e6653220ff3e30d3a45fdd743769b480f4d54d469) AuthConfig (29bd6b2a79b826e21ba9765d238a75d93836af0c1ad2092b75d7d58453498e96) AuthConfig (cb76ceadbdbee3a3b0b04b740bf514c6c9f60605ff9cce23c933f5d2e31c7ed6) AuthConfig (9bbdcf6dc5a7775816762c6189d2e685e4731746acceed5417e0a61e4ac31773) AuthConfig (017179278a15ab68eba27058b128e5e7c6425f91eb0027714084af98e9b5dd71) AuthConfig (4160638c454dff2d57fdb5b11f21606e329de57d62bd73db375e5b6eb297df80) AuthConfig (d10e5e7ecb8981c0dbbfa78d8234b76d98a39668cdd69cb55f4df35f176d6e80) AuthConfig (74e2036d32652eead1bf6b9d8ab5d797ae22d33286e9fbc0d68161a5d5ed81f1) AuthConfig (d9e5799149ab1232f901360a8df01b4a016fe9a4ff570ef001882dc950d642d6) AuthConfig (105bb453196e539c1d0123ea5e4e594738ba13b4ea5c4af8e924b2b4ebf96d1e) AuthConfig (48840d35cf2ece425949c2c10a251861ee2d27eafe4dab38234bb4fcb08fde19) AuthConfig (e0fcf041be9ae2b844f06e9f1809410e11ef0671302930938a55ee3623b78980) AuthConfig (7a22d5b95fe30d298a1f0bfa00fc9076dcd9ad73016493077d82909cbed0d3d1) AuthConfig (fef16af9f84b25748bbaf718523deaeb1fd7a661ce0f6f1ac063c488fd438a79) AuthConfig (70d0b37d2c709cc4c5dc3708571cb146d173b0e512f07447a4b3d7cd293b980c) AuthConfig (628f99eee170bc39ba057328e963fca6b42f89ff2d4c0ef5751fdda107624fd5) AuthConfig (3606f4d2b6978f32b9947f72bcb3df7d2fd4da296306994b1169ae8b83f50043) AuthConfig (8a3595a352bff28c8ffdbd4973e0c0c33d65c8f081ccc70523c4622f06d61e4e) AuthConfig (6101415b476e875725bbe90ff41f48fcada166081cc35303c7d9b33ad8bbc690) AuthConfig (0f66ac88abc31f1c8ec4821fd3e92c4209c20e19484fb00a633b2e2e3b8316ab) AuthConfig (672992e7557fb4c404b7613ca73f582affb3453b55aee4db5ad4c4cece88939a) AuthConfig (c3cc0e0767452708b346362341b59f15eb92840c3776f37851a8cbf5653b85f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"24463f2d-61d8-427b-8248-4c8ebb5f4e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:51.14598917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"24463f2d-61d8-427b-8248-4c8ebb5f4e41","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.313964829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5024dcee-5dd8-4a7f-99ce-4a3b3945d512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.354624139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"b7b8fc01-6911-4bf7-b061-c78f67602c03","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.372329076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5024dcee-5dd8-4a7f-99ce-4a3b3945d512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.429391979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1587b4d76f5e2a69f0c1ae9796ef673c17d2a7bc8fd6176149adf071b7cdabac) AuthConfig (70c31254a66302404f743775caa1264afef02b0a6dea4bb61b38bbf4901145f7) AuthConfig (6eee0631531f351734bcba2106486fc96803540aefd016e8cfc6da2cfdcced86) AuthConfig (e587b7c67e13a3136ee9a0bb2310bcac1d1ba95948d84dea03973e347ed6a037) AuthConfig (47d219d6530b9db5f2aa1381a3aa740b19fdd16d2cdc8337b3bbe74d42963364) AuthConfig (5bf60baff014ac53a92dcbcb2ed4fac68dd76ed4256a836dde04b8500e6b4dd0) AuthConfig (b051f7163f58061598af71f6ae88a355df9090bf4b21064170473b946aa31c42) AuthConfig (18d325e2b0223bc4a2307545a99db976c4a2b02804ebcb4bdbce416ffb47cb2d) AuthConfig (6334a798503ab49b9255299e6653220ff3e30d3a45fdd743769b480f4d54d469) AuthConfig (29bd6b2a79b826e21ba9765d238a75d93836af0c1ad2092b75d7d58453498e96) AuthConfig (cb76ceadbdbee3a3b0b04b740bf514c6c9f60605ff9cce23c933f5d2e31c7ed6) AuthConfig (9bbdcf6dc5a7775816762c6189d2e685e4731746acceed5417e0a61e4ac31773) AuthConfig (017179278a15ab68eba27058b128e5e7c6425f91eb0027714084af98e9b5dd71) AuthConfig (4160638c454dff2d57fdb5b11f21606e329de57d62bd73db375e5b6eb297df80) AuthConfig (d10e5e7ecb8981c0dbbfa78d8234b76d98a39668cdd69cb55f4df35f176d6e80) AuthConfig (74e2036d32652eead1bf6b9d8ab5d797ae22d33286e9fbc0d68161a5d5ed81f1) AuthConfig (d9e5799149ab1232f901360a8df01b4a016fe9a4ff570ef001882dc950d642d6) AuthConfig (105bb453196e539c1d0123ea5e4e594738ba13b4ea5c4af8e924b2b4ebf96d1e) AuthConfig (48840d35cf2ece425949c2c10a251861ee2d27eafe4dab38234bb4fcb08fde19) AuthConfig (e0fcf041be9ae2b844f06e9f1809410e11ef0671302930938a55ee3623b78980) AuthConfig (7a22d5b95fe30d298a1f0bfa00fc9076dcd9ad73016493077d82909cbed0d3d1) AuthConfig (fef16af9f84b25748bbaf718523deaeb1fd7a661ce0f6f1ac063c488fd438a79) AuthConfig (70d0b37d2c709cc4c5dc3708571cb146d173b0e512f07447a4b3d7cd293b980c) AuthConfig (628f99eee170bc39ba057328e963fca6b42f89ff2d4c0ef5751fdda107624fd5) AuthConfig (3606f4d2b6978f32b9947f72bcb3df7d2fd4da296306994b1169ae8b83f50043) AuthConfig (8a3595a352bff28c8ffdbd4973e0c0c33d65c8f081ccc70523c4622f06d61e4e) AuthConfig (6101415b476e875725bbe90ff41f48fcada166081cc35303c7d9b33ad8bbc690) AuthConfig (0f66ac88abc31f1c8ec4821fd3e92c4209c20e19484fb00a633b2e2e3b8316ab) AuthConfig (672992e7557fb4c404b7613ca73f582affb3453b55aee4db5ad4c4cece88939a) AuthConfig (c3cc0e0767452708b346362341b59f15eb92840c3776f37851a8cbf5653b85f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5024dcee-5dd8-4a7f-99ce-4a3b3945d512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.749767916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"0a66edbc-4f94-4b36-b6d4-d47ce32c16cd","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.852606294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"3f1056ce-92c2-40f5-a75c-28c13e5f8151","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.781104184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358","reconcileID":"52b938a2-dd21-4624-a8f2-0b5a183f759f","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-dry-sub-7e10f358","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.009094118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358","reconcileID":"52b938a2-dd21-4624-a8f2-0b5a183f759f","MaaSSubscription":{"name":"e2e-dry-sub-7e10f358","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.226824593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"20a6574c-4174-46f2-b670-42fb3d171359","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.277936338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"38cf2997-f534-4c4f-bfc8-6b719242afa6","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.429013907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"76083e34-2d68-4fa4-b041-0b3b28c339b5","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.439465441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"81f279fa-4b79-466a-9652-f943921ce2fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.439507262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"fc3b88af-f5a3-4ec7-9239-cbf522aaf180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.440017319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"bcce0a0b-5db4-479c-bb4a-845001d53357","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.498284618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"81f279fa-4b79-466a-9652-f943921ce2fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.498923465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"bcce0a0b-5db4-479c-bb4a-845001d53357","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.500548604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"fc3b88af-f5a3-4ec7-9239-cbf522aaf180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.706939266Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-dry-sub-7e10f358-auth","reconcileID":"9ae5b6e9-79a9-4216-bbb4-32f1a7135206","MaaSAuthPolicy":{"name":"e2e-dry-sub-7e10f358-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.968143624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"a69df7c1-b17b-4ac1-bad3-d537e1d0663b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.243140735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4cb985c5-1fb2-48c6-b739-e0f5d24647d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.30284071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4cb985c5-1fb2-48c6-b739-e0f5d24647d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.361020275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1587b4d76f5e2a69f0c1ae9796ef673c17d2a7bc8fd6176149adf071b7cdabac) AuthConfig (70c31254a66302404f743775caa1264afef02b0a6dea4bb61b38bbf4901145f7) AuthConfig (6eee0631531f351734bcba2106486fc96803540aefd016e8cfc6da2cfdcced86) AuthConfig (e587b7c67e13a3136ee9a0bb2310bcac1d1ba95948d84dea03973e347ed6a037) AuthConfig (47d219d6530b9db5f2aa1381a3aa740b19fdd16d2cdc8337b3bbe74d42963364) AuthConfig (5bf60baff014ac53a92dcbcb2ed4fac68dd76ed4256a836dde04b8500e6b4dd0) AuthConfig (b051f7163f58061598af71f6ae88a355df9090bf4b21064170473b946aa31c42) AuthConfig (18d325e2b0223bc4a2307545a99db976c4a2b02804ebcb4bdbce416ffb47cb2d) AuthConfig (6334a798503ab49b9255299e6653220ff3e30d3a45fdd743769b480f4d54d469) AuthConfig (29bd6b2a79b826e21ba9765d238a75d93836af0c1ad2092b75d7d58453498e96) AuthConfig (cb76ceadbdbee3a3b0b04b740bf514c6c9f60605ff9cce23c933f5d2e31c7ed6) AuthConfig (9bbdcf6dc5a7775816762c6189d2e685e4731746acceed5417e0a61e4ac31773) AuthConfig (017179278a15ab68eba27058b128e5e7c6425f91eb0027714084af98e9b5dd71) AuthConfig (4160638c454dff2d57fdb5b11f21606e329de57d62bd73db375e5b6eb297df80) AuthConfig (d10e5e7ecb8981c0dbbfa78d8234b76d98a39668cdd69cb55f4df35f176d6e80) AuthConfig (74e2036d32652eead1bf6b9d8ab5d797ae22d33286e9fbc0d68161a5d5ed81f1) AuthConfig (d9e5799149ab1232f901360a8df01b4a016fe9a4ff570ef001882dc950d642d6) AuthConfig (105bb453196e539c1d0123ea5e4e594738ba13b4ea5c4af8e924b2b4ebf96d1e) AuthConfig (48840d35cf2ece425949c2c10a251861ee2d27eafe4dab38234bb4fcb08fde19) AuthConfig (e0fcf041be9ae2b844f06e9f1809410e11ef0671302930938a55ee3623b78980) AuthConfig (7a22d5b95fe30d298a1f0bfa00fc9076dcd9ad73016493077d82909cbed0d3d1) AuthConfig (fef16af9f84b25748bbaf718523deaeb1fd7a661ce0f6f1ac063c488fd438a79) AuthConfig (70d0b37d2c709cc4c5dc3708571cb146d173b0e512f07447a4b3d7cd293b980c) AuthConfig (628f99eee170bc39ba057328e963fca6b42f89ff2d4c0ef5751fdda107624fd5) AuthConfig (3606f4d2b6978f32b9947f72bcb3df7d2fd4da296306994b1169ae8b83f50043) AuthConfig (8a3595a352bff28c8ffdbd4973e0c0c33d65c8f081ccc70523c4622f06d61e4e) AuthConfig (6101415b476e875725bbe90ff41f48fcada166081cc35303c7d9b33ad8bbc690) AuthConfig (0f66ac88abc31f1c8ec4821fd3e92c4209c20e19484fb00a633b2e2e3b8316ab) AuthConfig (672992e7557fb4c404b7613ca73f582affb3453b55aee4db5ad4c4cece88939a) AuthConfig (c3cc0e0767452708b346362341b59f15eb92840c3776f37851a8cbf5653b85f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4cb985c5-1fb2-48c6-b739-e0f5d24647d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.605013061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"664f7db9-184b-4b82-b769-442a6b90cc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.663435352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"664f7db9-184b-4b82-b769-442a6b90cc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.719733567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3c5dbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1587b4d76f5e2a69f0c1ae9796ef673c17d2a7bc8fd6176149adf071b7cdabac) AuthConfig (70c31254a66302404f743775caa1264afef02b0a6dea4bb61b38bbf4901145f7) AuthConfig (6eee0631531f351734bcba2106486fc96803540aefd016e8cfc6da2cfdcced86) AuthConfig (e587b7c67e13a3136ee9a0bb2310bcac1d1ba95948d84dea03973e347ed6a037) AuthConfig (47d219d6530b9db5f2aa1381a3aa740b19fdd16d2cdc8337b3bbe74d42963364) AuthConfig (5bf60baff014ac53a92dcbcb2ed4fac68dd76ed4256a836dde04b8500e6b4dd0) AuthConfig (b051f7163f58061598af71f6ae88a355df9090bf4b21064170473b946aa31c42) AuthConfig (18d325e2b0223bc4a2307545a99db976c4a2b02804ebcb4bdbce416ffb47cb2d) AuthConfig (6334a798503ab49b9255299e6653220ff3e30d3a45fdd743769b480f4d54d469) AuthConfig (29bd6b2a79b826e21ba9765d238a75d93836af0c1ad2092b75d7d58453498e96) AuthConfig (cb76ceadbdbee3a3b0b04b740bf514c6c9f60605ff9cce23c933f5d2e31c7ed6) AuthConfig (9bbdcf6dc5a7775816762c6189d2e685e4731746acceed5417e0a61e4ac31773) AuthConfig (017179278a15ab68eba27058b128e5e7c6425f91eb0027714084af98e9b5dd71) AuthConfig (4160638c454dff2d57fdb5b11f21606e329de57d62bd73db375e5b6eb297df80) AuthConfig (d10e5e7ecb8981c0dbbfa78d8234b76d98a39668cdd69cb55f4df35f176d6e80) AuthConfig (74e2036d32652eead1bf6b9d8ab5d797ae22d33286e9fbc0d68161a5d5ed81f1) AuthConfig (d9e5799149ab1232f901360a8df01b4a016fe9a4ff570ef001882dc950d642d6) AuthConfig (105bb453196e539c1d0123ea5e4e594738ba13b4ea5c4af8e924b2b4ebf96d1e) AuthConfig (48840d35cf2ece425949c2c10a251861ee2d27eafe4dab38234bb4fcb08fde19) AuthConfig (e0fcf041be9ae2b844f06e9f1809410e11ef0671302930938a55ee3623b78980) AuthConfig (7a22d5b95fe30d298a1f0bfa00fc9076dcd9ad73016493077d82909cbed0d3d1) AuthConfig (fef16af9f84b25748bbaf718523deaeb1fd7a661ce0f6f1ac063c488fd438a79) AuthConfig (70d0b37d2c709cc4c5dc3708571cb146d173b0e512f07447a4b3d7cd293b980c) AuthConfig (628f99eee170bc39ba057328e963fca6b42f89ff2d4c0ef5751fdda107624fd5) AuthConfig (3606f4d2b6978f32b9947f72bcb3df7d2fd4da296306994b1169ae8b83f50043) AuthConfig (8a3595a352bff28c8ffdbd4973e0c0c33d65c8f081ccc70523c4622f06d61e4e) AuthConfig (6101415b476e875725bbe90ff41f48fcada166081cc35303c7d9b33ad8bbc690) AuthConfig (0f66ac88abc31f1c8ec4821fd3e92c4209c20e19484fb00a633b2e2e3b8316ab) AuthConfig (672992e7557fb4c404b7613ca73f582affb3453b55aee4db5ad4c4cece88939a) AuthConfig (c3cc0e0767452708b346362341b59f15eb92840c3776f37851a8cbf5653b85f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"664f7db9-184b-4b82-b769-442a6b90cc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.153205413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"d7d541de-36be-40f5-b7bc-ee490ac6e683","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.215218995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"67c09cab-856d-45f9-987d-51f1d512c13e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.377128605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"75cdfe1e-69ea-425f-a7b7-1733b5e25e52","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.435050178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"f315d474-1ae5-4942-a5e2-c7bccd34b5e4","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.436422704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"75cdfe1e-69ea-425f-a7b7-1733b5e25e52","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.494141355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"158c70f8-16db-4f68-a700-1000c2639b40","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:02.547274596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491","reconcileID":"9deb1519-d1d3-4015-8e1a-4a087845a442","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-5dd15491\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.596109851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"e29611a2-cdd6-49fa-b0ba-a42dcd367ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.596107469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1f576560-e59d-4d65-9e60-ce6d4c771420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.65841382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1f576560-e59d-4d65-9e60-ce6d4c771420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.660023361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"e29611a2-cdd6-49fa-b0ba-a42dcd367ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.665772212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2ee8ccdd-eda9-489d-a00c-86cea4a93362","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.725041472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2e2a9124-e12d-488a-8dc4-0fe04a62fc62","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.78098106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"648bbece-8e9f-41b2-969b-9d1640a75ba1","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.940930241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"fd8e5794-fca4-4111-9050-e430efcd00a2","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.001311197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"fd8e5794-fca4-4111-9050-e430efcd00a2","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.001676667Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491","reconcileID":"eb981298-8967-432e-a7fd-4e1e8cba2c90","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-combo-sub-5dd15491","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.065590168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4f9147e5-e1b8-4f7c-a13d-f53e9ab927f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.065608136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b5f9c741-31ea-4f42-9983-57004c2df432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.124551588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4f9147e5-e1b8-4f7c-a13d-f53e9ab927f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.124778238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b5f9c741-31ea-4f42-9983-57004c2df432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.171624426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"d667beb5-07af-433d-8a83-3474b40b6ad5","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.218926514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"e93e583d-5650-4091-85ad-45bb96ab67d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:03.320447972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"fd8e5794-fca4-4111-9050-e430efcd00a2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-5dd15491-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.388309122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491","reconcileID":"760673b5-2f53-4cfe-b723-e625a5aaff89","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.487827798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"bad31811-87f6-4a09-880b-bc6102458a0e","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.545513199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"bad31811-87f6-4a09-880b-bc6102458a0e","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.600384794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"92bc3a0f-8f79-4d55-93ed-5ace2733b710","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.761511078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2b4ac201-ae81-4c0c-92a8-f779e320356b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.761678492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"097e3f33-769b-4e4a-bb9c-557121072ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.761514795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"4383ff70-cddd-4e2b-9b02-53bc68f6775c","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.838633868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2b4ac201-ae81-4c0c-92a8-f779e320356b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.842482681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"4383ff70-cddd-4e2b-9b02-53bc68f6775c","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.848458851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"097e3f33-769b-4e4a-bb9c-557121072ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.039080246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.346046316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"9372a6b8-908c-4c7e-bf4b-66e2975dfc43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.385249533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91e30eed-e956-42cc-baa2-8eef6b94409b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.48631557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"615a374a-c7fd-42aa-b7f9-a192b30b779c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.523370288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"08fca0d6-6d7e-4567-be57-d58232a59fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.581222585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"08fca0d6-6d7e-4567-be57-d58232a59fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.586376114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"8978329e-408c-48fa-b3de-5ea00e2f1a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.621186303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33e5b671-371f-4da0-a132-eaa164fc20ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.68684638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"de67d881-25a0-4b3e-9fbb-40dfc4e9c53e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.786274169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"4c01c6b4-32c0-4207-bfb4-d5a4950d9cbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.882017682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"c7b8114d-96d6-4105-9b5b-4d0a79212bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.905299454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"784a4730-7a35-43e2-8044-3951f07342b7","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.939792958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"c7b8114d-96d6-4105-9b5b-4d0a79212bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.267605918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"c6464de3-83fb-4ce7-a105-848970b06005","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.929395421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"80168dc4-c054-470c-9262-7c54a0a49517","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.06102276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"a9c29951-1f0b-4d24-9b51-28258961b5c7","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.117165594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"4c9de319-716f-4f07-8beb-d5901c58863b","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.172832547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"427164f7-a39e-4be8-afd0-f01db22a6e30","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.290590812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"b8633a28-d82e-411e-997c-4360e972d764","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.340906455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"662ae46e-042e-4bff-9856-b0423bf098b8","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.403017197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"353d3d71-2d2a-4c39-9505-629c0f2c9e4b","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.507419563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a99da7bf-a9e0-423b-ac44-0f7697758cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.569944418Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"7e77bbf4-dfe9-45d4-91f3-3f649876f8b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"simulator-w3-5bb463","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5bb463/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.624300656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"ec4b7b55-5e3b-47f5-9900-eb0087278e75","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.638731854Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a99da7bf-a9e0-423b-ac44-0f7697758cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.682752545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"86626dd0-8d4d-46e3-ad0b-2014bb5a6887","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.695140479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a99da7bf-a9e0-423b-ac44-0f7697758cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.736544963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"3df8250c-c5ae-4fc3-9c19-2c487be1a1d1","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.738141305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5bb463/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.744237833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"8c48111f-324a-47af-b638-050f780c3151","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.752852241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"822e11fb-3761-40e5-945c-8aa29c100005","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.796196801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"48175af1-5d85-4fb5-b69f-203537ed8e4e","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.859765719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"cab1a319-1a94-4654-9bae-2b6b6c11c9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.907200148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"4ce8584a-0b8c-4192-b51b-3f935b8813e2","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.91893761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"cab1a319-1a94-4654-9bae-2b6b6c11c9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.96384639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"62a5e59e-13f4-4478-a217-7d570c84a64f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.966692356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"b055c32f-9e83-43f5-8885-608ba8bfdbc2","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.977352227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"cab1a319-1a94-4654-9bae-2b6b6c11c9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.019886052Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"42e62fea-5c8e-4034-aef6-ac667f03b42a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"premium-w3-5bb463","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5bb463/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:15.02231782Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"b055c32f-9e83-43f5-8885-608ba8bfdbc2","name":"premium-w3-5bb463","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-5bb463\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:15.022373756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"b055c32f-9e83-43f5-8885-608ba8bfdbc2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-5bb463\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.027648833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"daee930f-9c85-46e8-8a62-5004723d6562","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.127635871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"02a65809-84ca-433c-8eba-ef54c2f81591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.139825186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a444cbdf-d832-497c-bfa4-ade65e3d53bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.186319693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"02a65809-84ca-433c-8eba-ef54c2f81591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.191633992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"4524cb61-3156-493e-aad4-891e16996b66","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.19859171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a444cbdf-d832-497c-bfa4-ade65e3d53bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.243142317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"02a65809-84ca-433c-8eba-ef54c2f81591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.25643057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a444cbdf-d832-497c-bfa4-ade65e3d53bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.301896226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"54b4c5ad-c354-4fe7-83d1-0c7cc223f879","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.410158794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"69972d94-a136-4de8-aa37-3dd7d89a2557","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.463275454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"b61fc53a-8735-4408-ad80-356f904cc790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.521263665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"b61fc53a-8735-4408-ad80-356f904cc790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.579115418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"b61fc53a-8735-4408-ad80-356f904cc790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.767535634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491","reconcileID":"58e46e71-85bb-4699-8f53-b6c1c2e72661","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-combo-sub-5dd15491","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.92955248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491","reconcileID":"58e46e71-85bb-4699-8f53-b6c1c2e72661","MaaSSubscription":{"name":"e2e-combo-sub-5dd15491","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.154178913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"3cacaaac-711d-4520-b942-4b33a2f5d775","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.213522674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"26cf2a4b-28a2-42d3-b3b9-7c7904fd6d8d","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.297317272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"96ae79fe-f2ca-41b5-8f84-a6c92b253ba7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.315218488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0e988b5b-564e-4862-af20-11e897c72a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.315392072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"b339542e-3c6a-46b1-9583-c5567f031934","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.315218425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5fc93215-c44c-47bb-878a-3c4876668978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.373696491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5fc93215-c44c-47bb-878a-3c4876668978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.373825008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"b339542e-3c6a-46b1-9583-c5567f031934","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.375929515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0e988b5b-564e-4862-af20-11e897c72a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.582086691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-combo-sub-5dd15491-auth","reconcileID":"80261608-a0f5-4ee5-8c8e-be8b4085d92e","MaaSAuthPolicy":{"name":"e2e-combo-sub-5dd15491-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.793043842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"9b30468a-5be4-4257-82d9-e7e30ff82b88","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.791642347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"ca8a786d-8820-4402-a3bf-98a9d07686d3","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.858961231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"eece52cc-a46a-41db-9b68-82fcba53bd1d","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.707345616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"37cc5bcc-722e-48f7-9dda-7be37d2caa42","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.828142458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"fd3d4df2-58b8-4e06-871d-24d9975550a7","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.885071479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"7aab4e0a-05e5-4ab5-b48d-5cdd5e83f198","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.891540593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"fd9c0093-c0c0-43c5-a5d6-0b555f08fcd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:22.940614146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"b2a7244b-5c99-4954-88cc-b994b6eba824","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.995026147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0cf6b00c-d0ef-4f33-8be9-87fc0f5710cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.058512974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"8d658dc0-ac1b-49a6-9163-8ae4ca56c135","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.094794121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"bee91f64-3831-4d98-87a8-4aaf0d0d39fd","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.155019549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"f38d5fcc-65ce-4aa4-aeae-4a3d13b272f3","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.172108233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"a7f20cf4-6f29-4890-9662-868fbedb5cf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.261708484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"4cb12e6d-5cd0-4472-947c-ae525bd978ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.270340677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d4a2f95-052b-4cfe-9297-08cfa6bc6fc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.34532396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"4462166d-fd39-4e70-94a1-8783506c8ab8","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.370705799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"f7fc07d7-6645-4e0d-92bb-36bfc8458444","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.373815625Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"c8f0020b-866d-4364-92ba-8e42183e5a31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"simulator-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.374286175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"66254524-f76b-41ee-999f-7a215692e11d","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.3909127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"4cb12e6d-5cd0-4472-947c-ae525bd978ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.433159342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"85134c01-1cea-4302-8a25-6c7e12a87c40","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.447424077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"4cb12e6d-5cd0-4472-947c-ae525bd978ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.472221825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"10b0fa67-3624-4dc8-89c6-393df0dd9bfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.491875448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"56d46a90-bb2e-4b54-8adc-936d292ec535","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:23.497111447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"8b5ae960-4c3b-4f67-97c3-efd572401edf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.504284878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"4bc1c09e-1f65-4ef5-9fa6-e712e2ab2e7d","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.543417989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"d73959de-be26-4d1b-bc74-0c1d525cdd27","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.576443776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"4a23f85e-8318-43f4-8dd1-62501db918c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.615927672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"7de21488-bf0a-48dc-b9ba-a968d22f4e0d","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.629637545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"fff06fd6-3622-4813-9a6d-b718d4a48cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.6296431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"8c675fba-53e6-4324-813e-ee46b3005943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.665572848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"784fa1d6-261e-468e-b615-9ea640878f3b","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.674795628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0c3027fd-0d3a-4b55-a3b6-740036d19d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.688421044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"fff06fd6-3622-4813-9a6d-b718d4a48cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.688519528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"8c675fba-53e6-4324-813e-ee46b3005943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.699194905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"b4e18fa2-821f-4ddc-abf7-34c7d3f0a9b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.725638071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"b3b1f603-b251-4111-a52b-7cbe7c5cf462","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.734205759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0c3027fd-0d3a-4b55-a3b6-740036d19d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.745915835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1518ef030588414fc7a0fcf335426dd66c838c96980a82d3b701b118a3f6444) AuthConfig (f1f1991658f1f118fcdb79b43dc186ae3307bd52d97732f8ce05478f1532a3d7) AuthConfig (b0d8c422fdef85ffd84a16a15512fe746aab14705d9ca367e8f622e747883be8) AuthConfig (26b50800734ca275f310f8871fa4ddd3881160309d772c7313f6240c1c9c50a7) AuthConfig (92c246ae6bf472a32b7bc8386be92db6dbbbe96c456c1da36d8777090382e889) AuthConfig (3cc037243ada7efdbacc4cf657452cdd138b70a44ff663febaad3930a74818b3) AuthConfig (979fa6c140ce677f5593bb926486f3d82bb802e61778c1826cbf07c7530b58be) AuthConfig (e513321488cf56259a0e17b10e2b2af37cb07f127ddd1464836555475eebc68c) AuthConfig (7a5a0c8f91e5a9015df6bb54970b60a063295541cc866c5c4707c27cbd28ff77) AuthConfig (158a06471afdde40dfe7a9c9adab26521f772356a3539ad1057cb6c5c5162994) AuthConfig (47cf82ff20754e553ae9ef3d5c5e80654c9b2176af38d40096c3b8c52c218a2e) AuthConfig (b0f3b7fbb8ef54b626a4e80bfbe916ee63d8ac5e0bfc3ea8507907e0c26de8d1) AuthConfig (28b7a245ad50ed49fe8764fb219f1965a986e84616a38f7ce6ec0aa97e2f50c3) AuthConfig (a9d0b45fc39312be8a1b29f81ee16e4e3a13d3aa7677b9e10f413e338a4437e1) AuthConfig (99d184e4ab58348b1bc5ea833de7af5339520b85aa740ef2e3ab686ecdede299) AuthConfig (6d521c9886ed3b6a7b6d15dbe9d2e6700f38634b1533bc5bf6643c913b884df4) AuthConfig (a12714c2ccad34028a44c5a130b1027c092c36c010f704cb6f3ff8d5ceb054cf) AuthConfig (278bc4a52929e711738b99a65223794e1839f3a1cb61ab525cb5168266345045) AuthConfig (8417082d12ed48267a398789af2101b06fefe6b5ec938fbe41ef6c6507fc6ffc) AuthConfig (ecc57f606462aa117f8fa164dd05f7a6a4757a3ee42eb4d7fcbe8c139bdb2c77) AuthConfig (5cb3b84f3858c3b5447ffafd53ddaf2168b80f2ff404cbb06c6bab8445015c5a) AuthConfig (894cb46b6c1b62d9f9dd5a57f934abea4822956d9db1dc969d13d968e53183fe) AuthConfig (8cf88e9997b62e211ecd37a27a32380d0ed90105c5a31cc8198e46dbabbe6f71) AuthConfig (c8f2df6cf2eb23538ae8b0aaac9c853b03c8fff932a6b221d22c787c9f76be22) AuthConfig (5a89dc9e0c0723c7fbf652f0966281f77c8f7e8b26f7a44004c2275b1d58d0a0) AuthConfig (beac12f9c363b10a25ac1529c8eb67df391229d109420d91e160c0e5f23cd923) AuthConfig (61f5978742f13a7443607e702bae85fd17250565a96df994c7088186f48023bc) AuthConfig (24eb7758488a7c74a3388f5b82d7f6c0bfaef9d020ddfc37ae5f94716575c2bc) AuthConfig (c41201b2f9de6c033e00146af8b057c72049fa8cb6b9e364491c54eaf26f3937) AuthConfig (45908d6b549a75ab547d6dec0c1ad7cb8a7e401fd6bab55ec42785e45be1c75a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"8c675fba-53e6-4324-813e-ee46b3005943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.745977531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1518ef030588414fc7a0fcf335426dd66c838c96980a82d3b701b118a3f6444) AuthConfig (f1f1991658f1f118fcdb79b43dc186ae3307bd52d97732f8ce05478f1532a3d7) AuthConfig (b0d8c422fdef85ffd84a16a15512fe746aab14705d9ca367e8f622e747883be8) AuthConfig (26b50800734ca275f310f8871fa4ddd3881160309d772c7313f6240c1c9c50a7) AuthConfig (92c246ae6bf472a32b7bc8386be92db6dbbbe96c456c1da36d8777090382e889) AuthConfig (3cc037243ada7efdbacc4cf657452cdd138b70a44ff663febaad3930a74818b3) AuthConfig (979fa6c140ce677f5593bb926486f3d82bb802e61778c1826cbf07c7530b58be) AuthConfig (e513321488cf56259a0e17b10e2b2af37cb07f127ddd1464836555475eebc68c) AuthConfig (7a5a0c8f91e5a9015df6bb54970b60a063295541cc866c5c4707c27cbd28ff77) AuthConfig (158a06471afdde40dfe7a9c9adab26521f772356a3539ad1057cb6c5c5162994) AuthConfig (47cf82ff20754e553ae9ef3d5c5e80654c9b2176af38d40096c3b8c52c218a2e) AuthConfig (b0f3b7fbb8ef54b626a4e80bfbe916ee63d8ac5e0bfc3ea8507907e0c26de8d1) AuthConfig (28b7a245ad50ed49fe8764fb219f1965a986e84616a38f7ce6ec0aa97e2f50c3) AuthConfig (a9d0b45fc39312be8a1b29f81ee16e4e3a13d3aa7677b9e10f413e338a4437e1) AuthConfig (99d184e4ab58348b1bc5ea833de7af5339520b85aa740ef2e3ab686ecdede299) AuthConfig (6d521c9886ed3b6a7b6d15dbe9d2e6700f38634b1533bc5bf6643c913b884df4) AuthConfig (a12714c2ccad34028a44c5a130b1027c092c36c010f704cb6f3ff8d5ceb054cf) AuthConfig (278bc4a52929e711738b99a65223794e1839f3a1cb61ab525cb5168266345045) AuthConfig (8417082d12ed48267a398789af2101b06fefe6b5ec938fbe41ef6c6507fc6ffc) AuthConfig (ecc57f606462aa117f8fa164dd05f7a6a4757a3ee42eb4d7fcbe8c139bdb2c77) AuthConfig (5cb3b84f3858c3b5447ffafd53ddaf2168b80f2ff404cbb06c6bab8445015c5a) AuthConfig (894cb46b6c1b62d9f9dd5a57f934abea4822956d9db1dc969d13d968e53183fe) AuthConfig (8cf88e9997b62e211ecd37a27a32380d0ed90105c5a31cc8198e46dbabbe6f71) AuthConfig (c8f2df6cf2eb23538ae8b0aaac9c853b03c8fff932a6b221d22c787c9f76be22) AuthConfig (5a89dc9e0c0723c7fbf652f0966281f77c8f7e8b26f7a44004c2275b1d58d0a0) AuthConfig (beac12f9c363b10a25ac1529c8eb67df391229d109420d91e160c0e5f23cd923) AuthConfig (61f5978742f13a7443607e702bae85fd17250565a96df994c7088186f48023bc) AuthConfig (24eb7758488a7c74a3388f5b82d7f6c0bfaef9d020ddfc37ae5f94716575c2bc) AuthConfig (c41201b2f9de6c033e00146af8b057c72049fa8cb6b9e364491c54eaf26f3937) AuthConfig (45908d6b549a75ab547d6dec0c1ad7cb8a7e401fd6bab55ec42785e45be1c75a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"fff06fd6-3622-4813-9a6d-b718d4a48cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:23.780739805Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"b3b1f603-b251-4111-a52b-7cbe7c5cf462","name":"premium-w1-34b13c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-34b13c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:23.78080123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"b3b1f603-b251-4111-a52b-7cbe7c5cf462","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-34b13c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.786168425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"f48db2f9-5a9c-40a8-82df-8ed99477eb3c","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.791123151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0c3027fd-0d3a-4b55-a3b6-740036d19d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.804915485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"a5383fcc-3c8d-4757-af43-b89f562eac12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.805134422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"e5efb76b-cfe2-46b9-a3b2-7ce5ce4a1668","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.808226212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"f751884a-f86b-4677-a214-52042e5cd7dd","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:23.845640191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0c3027fd-0d3a-4b55-a3b6-740036d19d17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.869004174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"3db8feb1-87b0-4803-9040-30c856fe888b","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.88323264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"fd3e8cdf-7934-4e41-9a5c-6006b9a034e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.907710133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"1fe876e9-c21c-41f4-aeff-f19445ddf2b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"premium-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.940893163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"fd3e8cdf-7934-4e41-9a5c-6006b9a034e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.984285087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"81d9252c-bf38-4145-b281-5c8150e6ca60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.984293247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"f83acabe-e7b0-48d0-b5fc-f630e8f6c888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.997685756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"fd3e8cdf-7934-4e41-9a5c-6006b9a034e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.006371556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"168ebf23-7b75-4672-9703-4e3f125c895e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.044395379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"81d9252c-bf38-4145-b281-5c8150e6ca60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.04444341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"f83acabe-e7b0-48d0-b5fc-f630e8f6c888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.054681988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"94f892eb-529d-4479-8ce6-063465779903","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.064605584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"168ebf23-7b75-4672-9703-4e3f125c895e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.078929343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"e6dfbdb1-1767-47db-b877-556f1d8ce709","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.101905169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1518ef030588414fc7a0fcf335426dd66c838c96980a82d3b701b118a3f6444) AuthConfig (f1f1991658f1f118fcdb79b43dc186ae3307bd52d97732f8ce05478f1532a3d7) AuthConfig (b0d8c422fdef85ffd84a16a15512fe746aab14705d9ca367e8f622e747883be8) AuthConfig (26b50800734ca275f310f8871fa4ddd3881160309d772c7313f6240c1c9c50a7) AuthConfig (92c246ae6bf472a32b7bc8386be92db6dbbbe96c456c1da36d8777090382e889) AuthConfig (3cc037243ada7efdbacc4cf657452cdd138b70a44ff663febaad3930a74818b3) AuthConfig (979fa6c140ce677f5593bb926486f3d82bb802e61778c1826cbf07c7530b58be) AuthConfig (e513321488cf56259a0e17b10e2b2af37cb07f127ddd1464836555475eebc68c) AuthConfig (7a5a0c8f91e5a9015df6bb54970b60a063295541cc866c5c4707c27cbd28ff77) AuthConfig (158a06471afdde40dfe7a9c9adab26521f772356a3539ad1057cb6c5c5162994) AuthConfig (47cf82ff20754e553ae9ef3d5c5e80654c9b2176af38d40096c3b8c52c218a2e) AuthConfig (b0f3b7fbb8ef54b626a4e80bfbe916ee63d8ac5e0bfc3ea8507907e0c26de8d1) AuthConfig (28b7a245ad50ed49fe8764fb219f1965a986e84616a38f7ce6ec0aa97e2f50c3) AuthConfig (a9d0b45fc39312be8a1b29f81ee16e4e3a13d3aa7677b9e10f413e338a4437e1) AuthConfig (99d184e4ab58348b1bc5ea833de7af5339520b85aa740ef2e3ab686ecdede299) AuthConfig (6d521c9886ed3b6a7b6d15dbe9d2e6700f38634b1533bc5bf6643c913b884df4) AuthConfig (a12714c2ccad34028a44c5a130b1027c092c36c010f704cb6f3ff8d5ceb054cf) AuthConfig (278bc4a52929e711738b99a65223794e1839f3a1cb61ab525cb5168266345045) AuthConfig (8417082d12ed48267a398789af2101b06fefe6b5ec938fbe41ef6c6507fc6ffc) AuthConfig (ecc57f606462aa117f8fa164dd05f7a6a4757a3ee42eb4d7fcbe8c139bdb2c77) AuthConfig (5cb3b84f3858c3b5447ffafd53ddaf2168b80f2ff404cbb06c6bab8445015c5a) AuthConfig (894cb46b6c1b62d9f9dd5a57f934abea4822956d9db1dc969d13d968e53183fe) AuthConfig (8cf88e9997b62e211ecd37a27a32380d0ed90105c5a31cc8198e46dbabbe6f71) AuthConfig (c8f2df6cf2eb23538ae8b0aaac9c853b03c8fff932a6b221d22c787c9f76be22) AuthConfig (5a89dc9e0c0723c7fbf652f0966281f77c8f7e8b26f7a44004c2275b1d58d0a0) AuthConfig (beac12f9c363b10a25ac1529c8eb67df391229d109420d91e160c0e5f23cd923) AuthConfig (61f5978742f13a7443607e702bae85fd17250565a96df994c7088186f48023bc) AuthConfig (24eb7758488a7c74a3388f5b82d7f6c0bfaef9d020ddfc37ae5f94716575c2bc) AuthConfig (c41201b2f9de6c033e00146af8b057c72049fa8cb6b9e364491c54eaf26f3937) AuthConfig (45908d6b549a75ab547d6dec0c1ad7cb8a7e401fd6bab55ec42785e45be1c75a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"f83acabe-e7b0-48d0-b5fc-f630e8f6c888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.102029125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1518ef030588414fc7a0fcf335426dd66c838c96980a82d3b701b118a3f6444) AuthConfig (f1f1991658f1f118fcdb79b43dc186ae3307bd52d97732f8ce05478f1532a3d7) AuthConfig (b0d8c422fdef85ffd84a16a15512fe746aab14705d9ca367e8f622e747883be8) AuthConfig (26b50800734ca275f310f8871fa4ddd3881160309d772c7313f6240c1c9c50a7) AuthConfig (92c246ae6bf472a32b7bc8386be92db6dbbbe96c456c1da36d8777090382e889) AuthConfig (3cc037243ada7efdbacc4cf657452cdd138b70a44ff663febaad3930a74818b3) AuthConfig (979fa6c140ce677f5593bb926486f3d82bb802e61778c1826cbf07c7530b58be) AuthConfig (e513321488cf56259a0e17b10e2b2af37cb07f127ddd1464836555475eebc68c) AuthConfig (7a5a0c8f91e5a9015df6bb54970b60a063295541cc866c5c4707c27cbd28ff77) AuthConfig (158a06471afdde40dfe7a9c9adab26521f772356a3539ad1057cb6c5c5162994) AuthConfig (47cf82ff20754e553ae9ef3d5c5e80654c9b2176af38d40096c3b8c52c218a2e) AuthConfig (b0f3b7fbb8ef54b626a4e80bfbe916ee63d8ac5e0bfc3ea8507907e0c26de8d1) AuthConfig (28b7a245ad50ed49fe8764fb219f1965a986e84616a38f7ce6ec0aa97e2f50c3) AuthConfig (a9d0b45fc39312be8a1b29f81ee16e4e3a13d3aa7677b9e10f413e338a4437e1) AuthConfig (99d184e4ab58348b1bc5ea833de7af5339520b85aa740ef2e3ab686ecdede299) AuthConfig (6d521c9886ed3b6a7b6d15dbe9d2e6700f38634b1533bc5bf6643c913b884df4) AuthConfig (a12714c2ccad34028a44c5a130b1027c092c36c010f704cb6f3ff8d5ceb054cf) AuthConfig (278bc4a52929e711738b99a65223794e1839f3a1cb61ab525cb5168266345045) AuthConfig (8417082d12ed48267a398789af2101b06fefe6b5ec938fbe41ef6c6507fc6ffc) AuthConfig (ecc57f606462aa117f8fa164dd05f7a6a4757a3ee42eb4d7fcbe8c139bdb2c77) AuthConfig (5cb3b84f3858c3b5447ffafd53ddaf2168b80f2ff404cbb06c6bab8445015c5a) AuthConfig (894cb46b6c1b62d9f9dd5a57f934abea4822956d9db1dc969d13d968e53183fe) AuthConfig (8cf88e9997b62e211ecd37a27a32380d0ed90105c5a31cc8198e46dbabbe6f71) AuthConfig (c8f2df6cf2eb23538ae8b0aaac9c853b03c8fff932a6b221d22c787c9f76be22) AuthConfig (5a89dc9e0c0723c7fbf652f0966281f77c8f7e8b26f7a44004c2275b1d58d0a0) AuthConfig (beac12f9c363b10a25ac1529c8eb67df391229d109420d91e160c0e5f23cd923) AuthConfig (61f5978742f13a7443607e702bae85fd17250565a96df994c7088186f48023bc) AuthConfig (24eb7758488a7c74a3388f5b82d7f6c0bfaef9d020ddfc37ae5f94716575c2bc) AuthConfig (c41201b2f9de6c033e00146af8b057c72049fa8cb6b9e364491c54eaf26f3937) AuthConfig (45908d6b549a75ab547d6dec0c1ad7cb8a7e401fd6bab55ec42785e45be1c75a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"81d9252c-bf38-4145-b281-5c8150e6ca60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.120944162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"168ebf23-7b75-4672-9703-4e3f125c895e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:24.157043604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"f83acabe-e7b0-48d0-b5fc-f630e8f6c888","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.216546183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"4651f656-fe1a-4a92-ae01-032e6735aa08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.275635441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"4651f656-fe1a-4a92-ae01-032e6735aa08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.295777005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"3259dded-6c5a-477d-9b21-332522aa5f6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.327272064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"084e7547-8f73-4455-b693-7e374935da22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.332374749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"4651f656-fe1a-4a92-ae01-032e6735aa08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.385746065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"084e7547-8f73-4455-b693-7e374935da22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.442432721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1518ef030588414fc7a0fcf335426dd66c838c96980a82d3b701b118a3f6444) AuthConfig (f1f1991658f1f118fcdb79b43dc186ae3307bd52d97732f8ce05478f1532a3d7) AuthConfig (b0d8c422fdef85ffd84a16a15512fe746aab14705d9ca367e8f622e747883be8) AuthConfig (26b50800734ca275f310f8871fa4ddd3881160309d772c7313f6240c1c9c50a7) AuthConfig (92c246ae6bf472a32b7bc8386be92db6dbbbe96c456c1da36d8777090382e889) AuthConfig (3cc037243ada7efdbacc4cf657452cdd138b70a44ff663febaad3930a74818b3) AuthConfig (979fa6c140ce677f5593bb926486f3d82bb802e61778c1826cbf07c7530b58be) AuthConfig (e513321488cf56259a0e17b10e2b2af37cb07f127ddd1464836555475eebc68c) AuthConfig (7a5a0c8f91e5a9015df6bb54970b60a063295541cc866c5c4707c27cbd28ff77) AuthConfig (158a06471afdde40dfe7a9c9adab26521f772356a3539ad1057cb6c5c5162994) AuthConfig (47cf82ff20754e553ae9ef3d5c5e80654c9b2176af38d40096c3b8c52c218a2e) AuthConfig (b0f3b7fbb8ef54b626a4e80bfbe916ee63d8ac5e0bfc3ea8507907e0c26de8d1) AuthConfig (28b7a245ad50ed49fe8764fb219f1965a986e84616a38f7ce6ec0aa97e2f50c3) AuthConfig (a9d0b45fc39312be8a1b29f81ee16e4e3a13d3aa7677b9e10f413e338a4437e1) AuthConfig (99d184e4ab58348b1bc5ea833de7af5339520b85aa740ef2e3ab686ecdede299) AuthConfig (6d521c9886ed3b6a7b6d15dbe9d2e6700f38634b1533bc5bf6643c913b884df4) AuthConfig (a12714c2ccad34028a44c5a130b1027c092c36c010f704cb6f3ff8d5ceb054cf) AuthConfig (278bc4a52929e711738b99a65223794e1839f3a1cb61ab525cb5168266345045) AuthConfig (8417082d12ed48267a398789af2101b06fefe6b5ec938fbe41ef6c6507fc6ffc) AuthConfig (ecc57f606462aa117f8fa164dd05f7a6a4757a3ee42eb4d7fcbe8c139bdb2c77) AuthConfig (5cb3b84f3858c3b5447ffafd53ddaf2168b80f2ff404cbb06c6bab8445015c5a) AuthConfig (894cb46b6c1b62d9f9dd5a57f934abea4822956d9db1dc969d13d968e53183fe) AuthConfig (8cf88e9997b62e211ecd37a27a32380d0ed90105c5a31cc8198e46dbabbe6f71) AuthConfig (c8f2df6cf2eb23538ae8b0aaac9c853b03c8fff932a6b221d22c787c9f76be22) AuthConfig (5a89dc9e0c0723c7fbf652f0966281f77c8f7e8b26f7a44004c2275b1d58d0a0) AuthConfig (beac12f9c363b10a25ac1529c8eb67df391229d109420d91e160c0e5f23cd923) AuthConfig (61f5978742f13a7443607e702bae85fd17250565a96df994c7088186f48023bc) AuthConfig (24eb7758488a7c74a3388f5b82d7f6c0bfaef9d020ddfc37ae5f94716575c2bc) AuthConfig (c41201b2f9de6c033e00146af8b057c72049fa8cb6b9e364491c54eaf26f3937) AuthConfig (45908d6b549a75ab547d6dec0c1ad7cb8a7e401fd6bab55ec42785e45be1c75a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"084e7547-8f73-4455-b693-7e374935da22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.741339414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"ccbedec3-9251-456d-8cb0-873b7e6f519a","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.799952723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5752236f-354f-425e-a888-7a71ea7989fe","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.96102704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"0db03f89-5080-40e1-a89c-8275a1f74dbb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.018683552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"0db03f89-5080-40e1-a89c-8275a1f74dbb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.051058881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"6fa54d88-17a8-4eed-9255-91256fbf881d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.111184979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"95d45c3f-7b76-4d56-8b09-aac386401578","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.163838286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1b8620e2-b774-44a6-9606-757ee0f8cc7a","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:26.165762553Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.212907753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ca6e0ce7-65ac-4713-b881-ecdd9aaf659c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.212907661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"94c756b3-03fc-4b3c-9831-3430f970786f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.221162178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"0f77ac3b-f93e-4e29-81c4-608773fef27b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.271192917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"94c756b3-03fc-4b3c-9831-3430f970786f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.271433323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ca6e0ce7-65ac-4713-b881-ecdd9aaf659c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.34377569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"63c1b76f-f36a-4697-92d4-63216580500f","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.498515795Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"6b3c820d-4f9a-460a-87ae-511ac493315c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.498642921Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"6b3c820d-4f9a-460a-87ae-511ac493315c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.504436404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"85b83010-ddbb-420e-8ca2-1505d2f26d2d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.562055681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"85b83010-ddbb-420e-8ca2-1505d2f26d2d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.599604635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"dd0d1d84-d7c7-444f-8bc3-8605c565b724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.599633566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b1494714-2e0a-41bb-a0e9-51fdcd5bd7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.659197572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b1494714-2e0a-41bb-a0e9-51fdcd5bd7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.659247246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"dd0d1d84-d7c7-444f-8bc3-8605c565b724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.715559044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"97345cd6-4e2c-4d67-a698-90e3fe9e1118","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.722860596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2b230ac4-b16d-4ccf-895b-d24f1da8be3e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.939301062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"07f081e9-f399-4640-8f24-76f065e7a4d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.939457761Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"07f081e9-f399-4640-8f24-76f065e7a4d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.88319685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0de719ad-4402-4592-8dfb-921e2a9db22d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.939744996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d4bb0c28-9168-4ed4-aaac-af0a6af23f9b","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.102189152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"113533cf-8f92-4465-b5a0-96f3fd974975","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.162689521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"113533cf-8f92-4465-b5a0-96f3fd974975","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.17471679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0f9da856-1414-47af-9ab4-edf40355c7bc","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.239711461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"7002c5d7-d8dd-45e5-af51-25033c83349c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.289959855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"cf19e370-52f5-4284-b45a-cce89775d4c0","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:28.294780139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.345695538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"5c6cb5c9-ccbf-48a0-b444-d6c25aff7814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.346020785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"59ebdd9c-82ee-4573-a806-3806c484bed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.349759631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"2bee19f8-1ba1-4016-984d-0fd65d8f7706","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.404862801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"5c6cb5c9-ccbf-48a0-b444-d6c25aff7814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.404895992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"59ebdd9c-82ee-4573-a806-3806c484bed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.489643403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0567c7e1-cf32-4cb6-a410-60ef1bcb864c","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.627077062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-sub","reconcileID":"831854cd-cf93-4318-b7b2-f5421c27af15","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.651485077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"dd6039a7-a532-4792-90b5-1695c22f5e9c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.70934952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"dd6039a7-a532-4792-90b5-1695c22f5e9c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.792236388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"808f09cf-377e-4c4e-9e0a-d4f027ec7a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.792437369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6b608895-fb4b-4979-b16d-ab6eedd1c7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.795041114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"f419ba63-3b84-486d-b7f9-f015f0e2f409","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.846232309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"d34fabb8-681f-4975-8677-568e39429fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.850213104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6b608895-fb4b-4979-b16d-ab6eedd1c7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.850378295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"808f09cf-377e-4c4e-9e0a-d4f027ec7a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.95258115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"01e1fac2-75ca-44e7-ab04-80deac7c4523","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.011592105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-sub","reconcileID":"275387c2-5c60-4ad4-ac40-4b2baffc016a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.113668925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"109405ea-4946-4f69-ab59-f2cc37543fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.113709097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5b8b5df0-1ec5-40bd-acc9-b1bd7c1f5702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.114124604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"47d5d5c3-8072-4043-afa1-bdef596277b3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.173726819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"47d5d5c3-8072-4043-afa1-bdef596277b3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.173734878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"109405ea-4946-4f69-ab59-f2cc37543fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.177125179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5b8b5df0-1ec5-40bd-acc9-b1bd7c1f5702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.075298114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d3bb6763-806d-4e24-a2e6-c8fd70a12007","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.236225712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"00705f7e-a833-4d0d-bc4c-d05fa232c148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.236376027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"e9637215-4421-40ad-a157-32aa4be9393c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.236226451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1a151cda-b7bd-4ea6-80c8-e884fdf6e82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.295815504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1a151cda-b7bd-4ea6-80c8-e884fdf6e82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.295839144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"e9637215-4421-40ad-a157-32aa4be9393c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.298175344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"00705f7e-a833-4d0d-bc4c-d05fa232c148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.264739152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c9bdfda7-b0f0-40f3-9c67-fab745310915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.322778515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c9bdfda7-b0f0-40f3-9c67-fab745310915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.364956443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b43fd48d-819c-431a-8c68-3a12588293f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.379252416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1518ef030588414fc7a0fcf335426dd66c838c96980a82d3b701b118a3f6444) AuthConfig (f1f1991658f1f118fcdb79b43dc186ae3307bd52d97732f8ce05478f1532a3d7) AuthConfig (b0d8c422fdef85ffd84a16a15512fe746aab14705d9ca367e8f622e747883be8) AuthConfig (26b50800734ca275f310f8871fa4ddd3881160309d772c7313f6240c1c9c50a7) AuthConfig (92c246ae6bf472a32b7bc8386be92db6dbbbe96c456c1da36d8777090382e889) AuthConfig (3cc037243ada7efdbacc4cf657452cdd138b70a44ff663febaad3930a74818b3) AuthConfig (979fa6c140ce677f5593bb926486f3d82bb802e61778c1826cbf07c7530b58be) AuthConfig (e513321488cf56259a0e17b10e2b2af37cb07f127ddd1464836555475eebc68c) AuthConfig (7a5a0c8f91e5a9015df6bb54970b60a063295541cc866c5c4707c27cbd28ff77) AuthConfig (158a06471afdde40dfe7a9c9adab26521f772356a3539ad1057cb6c5c5162994) AuthConfig (47cf82ff20754e553ae9ef3d5c5e80654c9b2176af38d40096c3b8c52c218a2e) AuthConfig (b0f3b7fbb8ef54b626a4e80bfbe916ee63d8ac5e0bfc3ea8507907e0c26de8d1) AuthConfig (28b7a245ad50ed49fe8764fb219f1965a986e84616a38f7ce6ec0aa97e2f50c3) AuthConfig (a9d0b45fc39312be8a1b29f81ee16e4e3a13d3aa7677b9e10f413e338a4437e1) AuthConfig (99d184e4ab58348b1bc5ea833de7af5339520b85aa740ef2e3ab686ecdede299) AuthConfig (6d521c9886ed3b6a7b6d15dbe9d2e6700f38634b1533bc5bf6643c913b884df4) AuthConfig (a12714c2ccad34028a44c5a130b1027c092c36c010f704cb6f3ff8d5ceb054cf) AuthConfig (278bc4a52929e711738b99a65223794e1839f3a1cb61ab525cb5168266345045) AuthConfig (8417082d12ed48267a398789af2101b06fefe6b5ec938fbe41ef6c6507fc6ffc) AuthConfig (ecc57f606462aa117f8fa164dd05f7a6a4757a3ee42eb4d7fcbe8c139bdb2c77) AuthConfig (5cb3b84f3858c3b5447ffafd53ddaf2168b80f2ff404cbb06c6bab8445015c5a) AuthConfig (894cb46b6c1b62d9f9dd5a57f934abea4822956d9db1dc969d13d968e53183fe) AuthConfig (8cf88e9997b62e211ecd37a27a32380d0ed90105c5a31cc8198e46dbabbe6f71) AuthConfig (c8f2df6cf2eb23538ae8b0aaac9c853b03c8fff932a6b221d22c787c9f76be22) AuthConfig (5a89dc9e0c0723c7fbf652f0966281f77c8f7e8b26f7a44004c2275b1d58d0a0) AuthConfig (beac12f9c363b10a25ac1529c8eb67df391229d109420d91e160c0e5f23cd923) AuthConfig (61f5978742f13a7443607e702bae85fd17250565a96df994c7088186f48023bc) AuthConfig (24eb7758488a7c74a3388f5b82d7f6c0bfaef9d020ddfc37ae5f94716575c2bc) AuthConfig (c41201b2f9de6c033e00146af8b057c72049fa8cb6b9e364491c54eaf26f3937) AuthConfig (45908d6b549a75ab547d6dec0c1ad7cb8a7e401fd6bab55ec42785e45be1c75a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c9bdfda7-b0f0-40f3-9c67-fab745310915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.423326956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b43fd48d-819c-431a-8c68-3a12588293f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.479727034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b43fd48d-819c-431a-8c68-3a12588293f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.493846605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"031b45d7-742a-49d9-b6c9-40d3b00d321c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.551700007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"031b45d7-742a-49d9-b6c9-40d3b00d321c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.604312248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"90fda00c-85b4-4ff2-8bf7-ba3b434e4160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.608076149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"031b45d7-742a-49d9-b6c9-40d3b00d321c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.66246374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"90fda00c-85b4-4ff2-8bf7-ba3b434e4160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.719258242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5bb463-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1518ef030588414fc7a0fcf335426dd66c838c96980a82d3b701b118a3f6444) AuthConfig (f1f1991658f1f118fcdb79b43dc186ae3307bd52d97732f8ce05478f1532a3d7) AuthConfig (b0d8c422fdef85ffd84a16a15512fe746aab14705d9ca367e8f622e747883be8) AuthConfig (26b50800734ca275f310f8871fa4ddd3881160309d772c7313f6240c1c9c50a7) AuthConfig (92c246ae6bf472a32b7bc8386be92db6dbbbe96c456c1da36d8777090382e889) AuthConfig (3cc037243ada7efdbacc4cf657452cdd138b70a44ff663febaad3930a74818b3) AuthConfig (979fa6c140ce677f5593bb926486f3d82bb802e61778c1826cbf07c7530b58be) AuthConfig (e513321488cf56259a0e17b10e2b2af37cb07f127ddd1464836555475eebc68c) AuthConfig (7a5a0c8f91e5a9015df6bb54970b60a063295541cc866c5c4707c27cbd28ff77) AuthConfig (158a06471afdde40dfe7a9c9adab26521f772356a3539ad1057cb6c5c5162994) AuthConfig (47cf82ff20754e553ae9ef3d5c5e80654c9b2176af38d40096c3b8c52c218a2e) AuthConfig (b0f3b7fbb8ef54b626a4e80bfbe916ee63d8ac5e0bfc3ea8507907e0c26de8d1) AuthConfig (28b7a245ad50ed49fe8764fb219f1965a986e84616a38f7ce6ec0aa97e2f50c3) AuthConfig (a9d0b45fc39312be8a1b29f81ee16e4e3a13d3aa7677b9e10f413e338a4437e1) AuthConfig (99d184e4ab58348b1bc5ea833de7af5339520b85aa740ef2e3ab686ecdede299) AuthConfig (6d521c9886ed3b6a7b6d15dbe9d2e6700f38634b1533bc5bf6643c913b884df4) AuthConfig (a12714c2ccad34028a44c5a130b1027c092c36c010f704cb6f3ff8d5ceb054cf) AuthConfig (278bc4a52929e711738b99a65223794e1839f3a1cb61ab525cb5168266345045) AuthConfig (8417082d12ed48267a398789af2101b06fefe6b5ec938fbe41ef6c6507fc6ffc) AuthConfig (ecc57f606462aa117f8fa164dd05f7a6a4757a3ee42eb4d7fcbe8c139bdb2c77) AuthConfig (5cb3b84f3858c3b5447ffafd53ddaf2168b80f2ff404cbb06c6bab8445015c5a) AuthConfig (894cb46b6c1b62d9f9dd5a57f934abea4822956d9db1dc969d13d968e53183fe) AuthConfig (8cf88e9997b62e211ecd37a27a32380d0ed90105c5a31cc8198e46dbabbe6f71) AuthConfig (c8f2df6cf2eb23538ae8b0aaac9c853b03c8fff932a6b221d22c787c9f76be22) AuthConfig (5a89dc9e0c0723c7fbf652f0966281f77c8f7e8b26f7a44004c2275b1d58d0a0) AuthConfig (beac12f9c363b10a25ac1529c8eb67df391229d109420d91e160c0e5f23cd923) AuthConfig (61f5978742f13a7443607e702bae85fd17250565a96df994c7088186f48023bc) AuthConfig (24eb7758488a7c74a3388f5b82d7f6c0bfaef9d020ddfc37ae5f94716575c2bc) AuthConfig (c41201b2f9de6c033e00146af8b057c72049fa8cb6b9e364491c54eaf26f3937) AuthConfig (45908d6b549a75ab547d6dec0c1ad7cb8a7e401fd6bab55ec42785e45be1c75a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"90fda00c-85b4-4ff2-8bf7-ba3b434e4160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.658438404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"686194e8-a861-452e-b547-6ef49755d631","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.828847739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"6bc2f2c0-b214-4c76-87e3-8f8e5e03486c","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.874113795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"a3d3797e-2b9e-4140-871a-2c37aa4824b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.039760818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.064454799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"7184fbf2-da55-478b-a6e6-4010612c9c44","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.11968111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"66aac301-7fa2-4e52-b6d8-7a92fae45da7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.124271558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"63a711dd-34ca-4314-bfec-9d5c47501e12","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.184963606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"4a6eb289-f85a-476d-af42-b08ddd07e158","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.221626574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"92ebfbc5-b04c-4449-9e72-2a5f4571b970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.22162623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3cfe9e31-7729-4ef4-a080-9c99f2076d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.24363592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"b74f7920-1bb4-45d7-9578-6a8f84ed9440","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.280282247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3cfe9e31-7729-4ef4-a080-9c99f2076d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.280283177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"92ebfbc5-b04c-4449-9e72-2a5f4571b970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:39.297385859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"df5df88c-94c6-4a59-bff2-922414e87391","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.337681151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768532dacbf46fe183e4d8305ceb26bb9576f99f9719fc79b19d0fe3c1aab162) AuthConfig (46dd22383fa48ff25f24f770b08128d4cd0083e29fc032ac0ea64568f08155d4) AuthConfig (2bcf92fb69bc49cdcd4ee83d19d5fa0c405f2059f08baf741a8d22c1bec2fdda) AuthConfig (24ac2c3df27cc55073aba8debdb23c85c8459b7221e8d7cb84bdb5ed07b12cef) AuthConfig (1845feecaa22c21a87e53d64622dfce9b8f24342a2d8368ae57da15d27d8db4b) AuthConfig (e465a7af54fe98cad87824417744d0d0d096520951fb6861b226be82f7ad7909) AuthConfig (f68c50832aec13a92f5b4d4fce48a57f8663471dc5ce95044b32f6f27f0bc58e) AuthConfig (52a43520304df7af3706df86efd71da194ae17767c88b86abc2bda11a0cfd173) AuthConfig (623c39ca0593f3d5cf3e3bd52619554f9caa4d8a3629f78ef05e986f6f53a64f) AuthConfig (431c624f411c0dda049d1eb050826bd117407198e1d51d6973672af98c0222ee) AuthConfig (f47d8cfdf60f111a020ee0df559ffad9ef6a37901c8c533784a2d94538e4220c) AuthConfig (046166dc9d192435117d7ca7a82233c58bc664a99d643a3ce2a1b3e33c50f5bf) AuthConfig (4d5a612c317fbe2fff9c6b7db20b895cf13fdeecdce0a61d3dababaedcf68a14) AuthConfig (24a04eb8f87ca67ded3ebf91e84b587495e4b6a03cdd6cfd399809250448f5be) AuthConfig (cbb96f59360af3ee9f7755c032b5dab632ba9e78e242d5ebfc92355294789fb8) AuthConfig (8b4c387e834f09b96d10ec29139e4808906182aa162c833ba90f67eabea86379) AuthConfig (303d3e346cabf21f4493a03ac3a97f510e1223186c6e6f5926f98b15c5dde919) AuthConfig (de5a742d62ef2621b88141c89dc6f6c7a63246b05695316e8cc1749b208b6b4b) AuthConfig (4bfb58f0e471c4a5d6a55adf8038d2556db8dece16121ca769bba16ed937cdff) AuthConfig (c0e817a7b8d4d7932d3ac434b85beb4329535b984f2ce2b6662b5a3b0fa83615) AuthConfig (0586de17de313cdf4eab91d5767bd897418b18d837702d6c854cd3db707f1f31) AuthConfig (d795b5c04e36835786129c52e5b4864e39b55cab5f963b8464dba22da50eb9ad) AuthConfig (56b7055c433ca2b4436d96285ee545badda383b7869fdd2a220e30af554da6e4) AuthConfig (9d68169f91752fd016a8a3c93dac9978ebec5d0d835c6075afe9fa36c5f053a6) AuthConfig (ddc280e56da9b18e00ed3273b0a9bd0a31545b0e9d65350f9f120b3a8a6f915f) AuthConfig (66a166b628a81b43804e14f411f39d33e8c8d32c8240539bd910e96e2ff9fc47) AuthConfig (331f9f644357969c841d0b242b20a69367ed378378416a0cedf4df09ea905710) AuthConfig (71f61046f2eb7cfc0aa275fd84da529a6028524ba20f57f1103ce8d3fa1007a7) AuthConfig (b26d0a84afc58a6668005e532dedfe94e80069f646cddc87ec21bbecf61f8c14) AuthConfig (e2e839d5a48272f93cfefeb9fa494e84507453eb2906f1aacebe4990dc916586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"92ebfbc5-b04c-4449-9e72-2a5f4571b970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.33928381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768532dacbf46fe183e4d8305ceb26bb9576f99f9719fc79b19d0fe3c1aab162) AuthConfig (46dd22383fa48ff25f24f770b08128d4cd0083e29fc032ac0ea64568f08155d4) AuthConfig (2bcf92fb69bc49cdcd4ee83d19d5fa0c405f2059f08baf741a8d22c1bec2fdda) AuthConfig (24ac2c3df27cc55073aba8debdb23c85c8459b7221e8d7cb84bdb5ed07b12cef) AuthConfig (1845feecaa22c21a87e53d64622dfce9b8f24342a2d8368ae57da15d27d8db4b) AuthConfig (e465a7af54fe98cad87824417744d0d0d096520951fb6861b226be82f7ad7909) AuthConfig (f68c50832aec13a92f5b4d4fce48a57f8663471dc5ce95044b32f6f27f0bc58e) AuthConfig (52a43520304df7af3706df86efd71da194ae17767c88b86abc2bda11a0cfd173) AuthConfig (623c39ca0593f3d5cf3e3bd52619554f9caa4d8a3629f78ef05e986f6f53a64f) AuthConfig (431c624f411c0dda049d1eb050826bd117407198e1d51d6973672af98c0222ee) AuthConfig (f47d8cfdf60f111a020ee0df559ffad9ef6a37901c8c533784a2d94538e4220c) AuthConfig (046166dc9d192435117d7ca7a82233c58bc664a99d643a3ce2a1b3e33c50f5bf) AuthConfig (4d5a612c317fbe2fff9c6b7db20b895cf13fdeecdce0a61d3dababaedcf68a14) AuthConfig (24a04eb8f87ca67ded3ebf91e84b587495e4b6a03cdd6cfd399809250448f5be) AuthConfig (cbb96f59360af3ee9f7755c032b5dab632ba9e78e242d5ebfc92355294789fb8) AuthConfig (8b4c387e834f09b96d10ec29139e4808906182aa162c833ba90f67eabea86379) AuthConfig (303d3e346cabf21f4493a03ac3a97f510e1223186c6e6f5926f98b15c5dde919) AuthConfig (de5a742d62ef2621b88141c89dc6f6c7a63246b05695316e8cc1749b208b6b4b) AuthConfig (4bfb58f0e471c4a5d6a55adf8038d2556db8dece16121ca769bba16ed937cdff) AuthConfig (c0e817a7b8d4d7932d3ac434b85beb4329535b984f2ce2b6662b5a3b0fa83615) AuthConfig (0586de17de313cdf4eab91d5767bd897418b18d837702d6c854cd3db707f1f31) AuthConfig (d795b5c04e36835786129c52e5b4864e39b55cab5f963b8464dba22da50eb9ad) AuthConfig (56b7055c433ca2b4436d96285ee545badda383b7869fdd2a220e30af554da6e4) AuthConfig (9d68169f91752fd016a8a3c93dac9978ebec5d0d835c6075afe9fa36c5f053a6) AuthConfig (ddc280e56da9b18e00ed3273b0a9bd0a31545b0e9d65350f9f120b3a8a6f915f) AuthConfig (66a166b628a81b43804e14f411f39d33e8c8d32c8240539bd910e96e2ff9fc47) AuthConfig (331f9f644357969c841d0b242b20a69367ed378378416a0cedf4df09ea905710) AuthConfig (71f61046f2eb7cfc0aa275fd84da529a6028524ba20f57f1103ce8d3fa1007a7) AuthConfig (b26d0a84afc58a6668005e532dedfe94e80069f646cddc87ec21bbecf61f8c14) AuthConfig (e2e839d5a48272f93cfefeb9fa494e84507453eb2906f1aacebe4990dc916586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3cfe9e31-7729-4ef4-a080-9c99f2076d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.342223053Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"66aac301-7fa2-4e52-b6d8-7a92fae45da7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.342243635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"66aac301-7fa2-4e52-b6d8-7a92fae45da7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.342367426Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-sub","reconcileID":"66aac301-7fa2-4e52-b6d8-7a92fae45da7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.397164792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"53e4d3c0-c8e6-4ffb-994c-3ac83023e937","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.400058454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"3bc51f94-df0a-41bc-bcff-af14f474cf4b","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.416641707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"3f522223-715b-427e-9881-ef1f350a256f","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.452834624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"2cdf4303-bf23-4377-bdc1-4b6a2015f54f","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.512212128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"60c69223-b4b4-4c50-bafa-54e861e47b36","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.560510011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"da3d4351-ff96-4ddc-8cf4-051275344fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.560518224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3bff7fd2-53ee-4bfe-9030-709b8da7bda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.562959262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"14843c79-ab00-4d6b-9180-88c22f700785","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:39.567884339Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"60c69223-b4b4-4c50-bafa-54e861e47b36","name":"simulator-w0-42c707","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-42c707\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:39.567961223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"60c69223-b4b4-4c50-bafa-54e861e47b36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-42c707\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.573345722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f4daf903-54ba-4b38-8020-eab767a3e74f","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.617029947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"fff04bd4-6826-4884-85af-1f4e24519047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.619672937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"da3d4351-ff96-4ddc-8cf4-051275344fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.619714628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3bff7fd2-53ee-4bfe-9030-709b8da7bda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.624506707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e994d681-7845-40e6-abe5-77b23682e21d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.676545278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768532dacbf46fe183e4d8305ceb26bb9576f99f9719fc79b19d0fe3c1aab162) AuthConfig (46dd22383fa48ff25f24f770b08128d4cd0083e29fc032ac0ea64568f08155d4) AuthConfig (2bcf92fb69bc49cdcd4ee83d19d5fa0c405f2059f08baf741a8d22c1bec2fdda) AuthConfig (24ac2c3df27cc55073aba8debdb23c85c8459b7221e8d7cb84bdb5ed07b12cef) AuthConfig (1845feecaa22c21a87e53d64622dfce9b8f24342a2d8368ae57da15d27d8db4b) AuthConfig (e465a7af54fe98cad87824417744d0d0d096520951fb6861b226be82f7ad7909) AuthConfig (f68c50832aec13a92f5b4d4fce48a57f8663471dc5ce95044b32f6f27f0bc58e) AuthConfig (52a43520304df7af3706df86efd71da194ae17767c88b86abc2bda11a0cfd173) AuthConfig (623c39ca0593f3d5cf3e3bd52619554f9caa4d8a3629f78ef05e986f6f53a64f) AuthConfig (431c624f411c0dda049d1eb050826bd117407198e1d51d6973672af98c0222ee) AuthConfig (f47d8cfdf60f111a020ee0df559ffad9ef6a37901c8c533784a2d94538e4220c) AuthConfig (046166dc9d192435117d7ca7a82233c58bc664a99d643a3ce2a1b3e33c50f5bf) AuthConfig (4d5a612c317fbe2fff9c6b7db20b895cf13fdeecdce0a61d3dababaedcf68a14) AuthConfig (24a04eb8f87ca67ded3ebf91e84b587495e4b6a03cdd6cfd399809250448f5be) AuthConfig (cbb96f59360af3ee9f7755c032b5dab632ba9e78e242d5ebfc92355294789fb8) AuthConfig (8b4c387e834f09b96d10ec29139e4808906182aa162c833ba90f67eabea86379) AuthConfig (303d3e346cabf21f4493a03ac3a97f510e1223186c6e6f5926f98b15c5dde919) AuthConfig (de5a742d62ef2621b88141c89dc6f6c7a63246b05695316e8cc1749b208b6b4b) AuthConfig (4bfb58f0e471c4a5d6a55adf8038d2556db8dece16121ca769bba16ed937cdff) AuthConfig (c0e817a7b8d4d7932d3ac434b85beb4329535b984f2ce2b6662b5a3b0fa83615) AuthConfig (0586de17de313cdf4eab91d5767bd897418b18d837702d6c854cd3db707f1f31) AuthConfig (d795b5c04e36835786129c52e5b4864e39b55cab5f963b8464dba22da50eb9ad) AuthConfig (56b7055c433ca2b4436d96285ee545badda383b7869fdd2a220e30af554da6e4) AuthConfig (9d68169f91752fd016a8a3c93dac9978ebec5d0d835c6075afe9fa36c5f053a6) AuthConfig (ddc280e56da9b18e00ed3273b0a9bd0a31545b0e9d65350f9f120b3a8a6f915f) AuthConfig (66a166b628a81b43804e14f411f39d33e8c8d32c8240539bd910e96e2ff9fc47) AuthConfig (331f9f644357969c841d0b242b20a69367ed378378416a0cedf4df09ea905710) AuthConfig (71f61046f2eb7cfc0aa275fd84da529a6028524ba20f57f1103ce8d3fa1007a7) AuthConfig (b26d0a84afc58a6668005e532dedfe94e80069f646cddc87ec21bbecf61f8c14) AuthConfig (e2e839d5a48272f93cfefeb9fa494e84507453eb2906f1aacebe4990dc916586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"da3d4351-ff96-4ddc-8cf4-051275344fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.676820773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768532dacbf46fe183e4d8305ceb26bb9576f99f9719fc79b19d0fe3c1aab162) AuthConfig (46dd22383fa48ff25f24f770b08128d4cd0083e29fc032ac0ea64568f08155d4) AuthConfig (2bcf92fb69bc49cdcd4ee83d19d5fa0c405f2059f08baf741a8d22c1bec2fdda) AuthConfig (24ac2c3df27cc55073aba8debdb23c85c8459b7221e8d7cb84bdb5ed07b12cef) AuthConfig (1845feecaa22c21a87e53d64622dfce9b8f24342a2d8368ae57da15d27d8db4b) AuthConfig (e465a7af54fe98cad87824417744d0d0d096520951fb6861b226be82f7ad7909) AuthConfig (f68c50832aec13a92f5b4d4fce48a57f8663471dc5ce95044b32f6f27f0bc58e) AuthConfig (52a43520304df7af3706df86efd71da194ae17767c88b86abc2bda11a0cfd173) AuthConfig (623c39ca0593f3d5cf3e3bd52619554f9caa4d8a3629f78ef05e986f6f53a64f) AuthConfig (431c624f411c0dda049d1eb050826bd117407198e1d51d6973672af98c0222ee) AuthConfig (f47d8cfdf60f111a020ee0df559ffad9ef6a37901c8c533784a2d94538e4220c) AuthConfig (046166dc9d192435117d7ca7a82233c58bc664a99d643a3ce2a1b3e33c50f5bf) AuthConfig (4d5a612c317fbe2fff9c6b7db20b895cf13fdeecdce0a61d3dababaedcf68a14) AuthConfig (24a04eb8f87ca67ded3ebf91e84b587495e4b6a03cdd6cfd399809250448f5be) AuthConfig (cbb96f59360af3ee9f7755c032b5dab632ba9e78e242d5ebfc92355294789fb8) AuthConfig (8b4c387e834f09b96d10ec29139e4808906182aa162c833ba90f67eabea86379) AuthConfig (303d3e346cabf21f4493a03ac3a97f510e1223186c6e6f5926f98b15c5dde919) AuthConfig (de5a742d62ef2621b88141c89dc6f6c7a63246b05695316e8cc1749b208b6b4b) AuthConfig (4bfb58f0e471c4a5d6a55adf8038d2556db8dece16121ca769bba16ed937cdff) AuthConfig (c0e817a7b8d4d7932d3ac434b85beb4329535b984f2ce2b6662b5a3b0fa83615) AuthConfig (0586de17de313cdf4eab91d5767bd897418b18d837702d6c854cd3db707f1f31) AuthConfig (d795b5c04e36835786129c52e5b4864e39b55cab5f963b8464dba22da50eb9ad) AuthConfig (56b7055c433ca2b4436d96285ee545badda383b7869fdd2a220e30af554da6e4) AuthConfig (9d68169f91752fd016a8a3c93dac9978ebec5d0d835c6075afe9fa36c5f053a6) AuthConfig (ddc280e56da9b18e00ed3273b0a9bd0a31545b0e9d65350f9f120b3a8a6f915f) AuthConfig (66a166b628a81b43804e14f411f39d33e8c8d32c8240539bd910e96e2ff9fc47) AuthConfig (331f9f644357969c841d0b242b20a69367ed378378416a0cedf4df09ea905710) AuthConfig (71f61046f2eb7cfc0aa275fd84da529a6028524ba20f57f1103ce8d3fa1007a7) AuthConfig (b26d0a84afc58a6668005e532dedfe94e80069f646cddc87ec21bbecf61f8c14) AuthConfig (e2e839d5a48272f93cfefeb9fa494e84507453eb2906f1aacebe4990dc916586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3bff7fd2-53ee-4bfe-9030-709b8da7bda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.681667452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f51bd423-2920-4816-972f-3f79442582f7","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.693678005Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"577c1d73-bbbf-4508-8fa7-eadd0a2bbed3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"simulator-w0-42c707","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:39.731754583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3bff7fd2-53ee-4bfe-9030-709b8da7bda6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:39.731937922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"da3d4351-ff96-4ddc-8cf4-051275344fd5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.744690932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"fff04bd4-6826-4884-85af-1f4e24519047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.750575937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"f03eb335-96f1-4027-a592-c24958b079a2","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.77443827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"0abf9a51-0d0a-462a-8003-d0c08e5f4a9d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.78564606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"fe4783ea-e725-41e2-99bd-70110a8da1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.785893881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a7a107fd-b548-41e6-a91b-546902a8095b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.801423908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"fff04bd4-6826-4884-85af-1f4e24519047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.809131877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"4c9f3bf8-7c70-4833-b78f-c4350f165247","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.844406537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"fe4783ea-e725-41e2-99bd-70110a8da1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.84457906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a7a107fd-b548-41e6-a91b-546902a8095b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.859978605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"9a1fb308-a26f-4346-98d3-f9671a63a999","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:39.863450354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"40a6f878-23c1-45ab-a954-268a914d05a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.868562576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f43bf814-c803-45f3-abfc-06bf7116d0a0","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.89339897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"3dfba573-358d-4c96-b5fe-03f28184fcbb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.898600505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"dd72f932-f311-4b98-9fc8-e6b3e5dd0ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.951184676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"3dfba573-358d-4c96-b5fe-03f28184fcbb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.95702678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"dd72f932-f311-4b98-9fc8-e6b3e5dd0ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.967894926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"21236e6f-6b89-41b2-8803-abc771a18da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.978960076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"1841fc2b-7302-4967-a17c-33f96c32ced7","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.013433967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768532dacbf46fe183e4d8305ceb26bb9576f99f9719fc79b19d0fe3c1aab162) AuthConfig (46dd22383fa48ff25f24f770b08128d4cd0083e29fc032ac0ea64568f08155d4) AuthConfig (2bcf92fb69bc49cdcd4ee83d19d5fa0c405f2059f08baf741a8d22c1bec2fdda) AuthConfig (24ac2c3df27cc55073aba8debdb23c85c8459b7221e8d7cb84bdb5ed07b12cef) AuthConfig (1845feecaa22c21a87e53d64622dfce9b8f24342a2d8368ae57da15d27d8db4b) AuthConfig (e465a7af54fe98cad87824417744d0d0d096520951fb6861b226be82f7ad7909) AuthConfig (f68c50832aec13a92f5b4d4fce48a57f8663471dc5ce95044b32f6f27f0bc58e) AuthConfig (52a43520304df7af3706df86efd71da194ae17767c88b86abc2bda11a0cfd173) AuthConfig (623c39ca0593f3d5cf3e3bd52619554f9caa4d8a3629f78ef05e986f6f53a64f) AuthConfig (431c624f411c0dda049d1eb050826bd117407198e1d51d6973672af98c0222ee) AuthConfig (f47d8cfdf60f111a020ee0df559ffad9ef6a37901c8c533784a2d94538e4220c) AuthConfig (046166dc9d192435117d7ca7a82233c58bc664a99d643a3ce2a1b3e33c50f5bf) AuthConfig (4d5a612c317fbe2fff9c6b7db20b895cf13fdeecdce0a61d3dababaedcf68a14) AuthConfig (24a04eb8f87ca67ded3ebf91e84b587495e4b6a03cdd6cfd399809250448f5be) AuthConfig (cbb96f59360af3ee9f7755c032b5dab632ba9e78e242d5ebfc92355294789fb8) AuthConfig (8b4c387e834f09b96d10ec29139e4808906182aa162c833ba90f67eabea86379) AuthConfig (303d3e346cabf21f4493a03ac3a97f510e1223186c6e6f5926f98b15c5dde919) AuthConfig (de5a742d62ef2621b88141c89dc6f6c7a63246b05695316e8cc1749b208b6b4b) AuthConfig (4bfb58f0e471c4a5d6a55adf8038d2556db8dece16121ca769bba16ed937cdff) AuthConfig (c0e817a7b8d4d7932d3ac434b85beb4329535b984f2ce2b6662b5a3b0fa83615) AuthConfig (0586de17de313cdf4eab91d5767bd897418b18d837702d6c854cd3db707f1f31) AuthConfig (d795b5c04e36835786129c52e5b4864e39b55cab5f963b8464dba22da50eb9ad) AuthConfig (56b7055c433ca2b4436d96285ee545badda383b7869fdd2a220e30af554da6e4) AuthConfig (9d68169f91752fd016a8a3c93dac9978ebec5d0d835c6075afe9fa36c5f053a6) AuthConfig (ddc280e56da9b18e00ed3273b0a9bd0a31545b0e9d65350f9f120b3a8a6f915f) AuthConfig (66a166b628a81b43804e14f411f39d33e8c8d32c8240539bd910e96e2ff9fc47) AuthConfig (331f9f644357969c841d0b242b20a69367ed378378416a0cedf4df09ea905710) AuthConfig (71f61046f2eb7cfc0aa275fd84da529a6028524ba20f57f1103ce8d3fa1007a7) AuthConfig (b26d0a84afc58a6668005e532dedfe94e80069f646cddc87ec21bbecf61f8c14) AuthConfig (e2e839d5a48272f93cfefeb9fa494e84507453eb2906f1aacebe4990dc916586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"dd72f932-f311-4b98-9fc8-e6b3e5dd0ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.026211035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"21236e6f-6b89-41b2-8803-abc771a18da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.038125782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"ff7a510d-a782-4c06-b723-7e4e63e85989","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.043389586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"399e54e5-b7ae-41ad-872b-400be092f999","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.082725514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"21236e6f-6b89-41b2-8803-abc771a18da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.084863732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"50a251ee-aad2-4a54-9757-8d408e4215fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.110985541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"088279e4-6197-440f-b67c-ffd208514dc0","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.153176416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-degraded-auth","reconcileID":"9a459419-cf73-4cfd-9836-998ff32aa774","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.174668169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6ae9698f-b069-4970-8aa8-3c222c6a2152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.233987213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6ae9698f-b069-4970-8aa8-3c222c6a2152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.25695587Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"c0088b1a-f705-41f6-89ba-d37f5e684ce3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"premium-w0-42c707","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.275293107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ae5bd9ec-5909-47c1-9f74-9d2846de3dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.275293012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"16a61d17-8ca8-42c1-beb3-1b00d5129bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.291099367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-34b13c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768532dacbf46fe183e4d8305ceb26bb9576f99f9719fc79b19d0fe3c1aab162) AuthConfig (46dd22383fa48ff25f24f770b08128d4cd0083e29fc032ac0ea64568f08155d4) AuthConfig (2bcf92fb69bc49cdcd4ee83d19d5fa0c405f2059f08baf741a8d22c1bec2fdda) AuthConfig (24ac2c3df27cc55073aba8debdb23c85c8459b7221e8d7cb84bdb5ed07b12cef) AuthConfig (1845feecaa22c21a87e53d64622dfce9b8f24342a2d8368ae57da15d27d8db4b) AuthConfig (e465a7af54fe98cad87824417744d0d0d096520951fb6861b226be82f7ad7909) AuthConfig (f68c50832aec13a92f5b4d4fce48a57f8663471dc5ce95044b32f6f27f0bc58e) AuthConfig (52a43520304df7af3706df86efd71da194ae17767c88b86abc2bda11a0cfd173) AuthConfig (623c39ca0593f3d5cf3e3bd52619554f9caa4d8a3629f78ef05e986f6f53a64f) AuthConfig (431c624f411c0dda049d1eb050826bd117407198e1d51d6973672af98c0222ee) AuthConfig (f47d8cfdf60f111a020ee0df559ffad9ef6a37901c8c533784a2d94538e4220c) AuthConfig (046166dc9d192435117d7ca7a82233c58bc664a99d643a3ce2a1b3e33c50f5bf) AuthConfig (4d5a612c317fbe2fff9c6b7db20b895cf13fdeecdce0a61d3dababaedcf68a14) AuthConfig (24a04eb8f87ca67ded3ebf91e84b587495e4b6a03cdd6cfd399809250448f5be) AuthConfig (cbb96f59360af3ee9f7755c032b5dab632ba9e78e242d5ebfc92355294789fb8) AuthConfig (8b4c387e834f09b96d10ec29139e4808906182aa162c833ba90f67eabea86379) AuthConfig (303d3e346cabf21f4493a03ac3a97f510e1223186c6e6f5926f98b15c5dde919) AuthConfig (de5a742d62ef2621b88141c89dc6f6c7a63246b05695316e8cc1749b208b6b4b) AuthConfig (4bfb58f0e471c4a5d6a55adf8038d2556db8dece16121ca769bba16ed937cdff) AuthConfig (c0e817a7b8d4d7932d3ac434b85beb4329535b984f2ce2b6662b5a3b0fa83615) AuthConfig (0586de17de313cdf4eab91d5767bd897418b18d837702d6c854cd3db707f1f31) AuthConfig (d795b5c04e36835786129c52e5b4864e39b55cab5f963b8464dba22da50eb9ad) AuthConfig (56b7055c433ca2b4436d96285ee545badda383b7869fdd2a220e30af554da6e4) AuthConfig (9d68169f91752fd016a8a3c93dac9978ebec5d0d835c6075afe9fa36c5f053a6) AuthConfig (ddc280e56da9b18e00ed3273b0a9bd0a31545b0e9d65350f9f120b3a8a6f915f) AuthConfig (66a166b628a81b43804e14f411f39d33e8c8d32c8240539bd910e96e2ff9fc47) AuthConfig (331f9f644357969c841d0b242b20a69367ed378378416a0cedf4df09ea905710) AuthConfig (71f61046f2eb7cfc0aa275fd84da529a6028524ba20f57f1103ce8d3fa1007a7) AuthConfig (b26d0a84afc58a6668005e532dedfe94e80069f646cddc87ec21bbecf61f8c14) AuthConfig (e2e839d5a48272f93cfefeb9fa494e84507453eb2906f1aacebe4990dc916586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6ae9698f-b069-4970-8aa8-3c222c6a2152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.318393504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"be726b81-8ee3-4f44-8c09-1f168e269014","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.333569592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ae5bd9ec-5909-47c1-9f74-9d2846de3dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.33386871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"16a61d17-8ca8-42c1-beb3-1b00d5129bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.390167561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ae5bd9ec-5909-47c1-9f74-9d2846de3dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.390962959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"16a61d17-8ca8-42c1-beb3-1b00d5129bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.448633904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"08501799-b755-4cb2-8d1a-e4c332cbe536","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.459213509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"ad85bc3a-3c5b-42a4-b90b-5da038c1f45a","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.551196083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"316280a0-32cd-4c18-93e3-f9cb5153898d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.609175759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"316280a0-32cd-4c18-93e3-f9cb5153898d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.651143968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"91d13d38-a0eb-4765-afcc-fab24cf0efee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.665613616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"316280a0-32cd-4c18-93e3-f9cb5153898d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.675644888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"df409469-ce28-4070-b033-6f0a754ad6c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.709097274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"91d13d38-a0eb-4765-afcc-fab24cf0efee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.765550097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"91d13d38-a0eb-4765-afcc-fab24cf0efee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.242321193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-sub","reconcileID":"7dc2d6b0-d874-4d51-9881-7fbf3e4e7c17","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.362940726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"af3313b1-8156-4f28-8435-328ca89122ad","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.418985048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e6e90597-54ef-4f40-be7a-8ab051b96ab6","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.46487096Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-sub","reconcileID":"7dc2d6b0-d874-4d51-9881-7fbf3e4e7c17","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.578841196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"1e995df0-89f1-41b7-b33a-1797f85444bd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.637203576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"1e995df0-89f1-41b7-b33a-1797f85444bd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.682089063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"9fb5d9ce-ce20-49e6-b095-cbb474d05627","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.690017506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"4475684c-fdfe-4ac3-9160-9b85ce21bc26","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.746736999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"8a8b6aac-2cf9-4029-8c1c-8142aaf27007","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.835818869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"1867fa07-11cd-408f-be9c-a737de1a0576","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.857696797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"97ba8d53-b0ca-4ef3-b311-e66423602973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.858369961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"53c634ad-5247-4abb-944f-1b431137f70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.858603924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"846fe947-d5aa-4e0d-b2ee-34473408b992","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:41.911655357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-sub","reconcileID":"f47ee187-7ede-4a87-b6d3-a486e1fbd88f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.916134535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"97ba8d53-b0ca-4ef3-b311-e66423602973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.91699302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"846fe947-d5aa-4e0d-b2ee-34473408b992","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.918273003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"53c634ad-5247-4abb-944f-1b431137f70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.962030427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1fa312d4-2f32-41f7-a138-b9ff316a88d1","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.965945428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4d0ac3d2-a996-4ae6-ae8c-731d6e1f40b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.024443095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4d0ac3d2-a996-4ae6-ae8c-731d6e1f40b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.12456463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-apikey-active-auth","reconcileID":"a30d31b6-59f8-44cc-9be9-42805d4e84c0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.124947065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"1f159814-5897-4e3e-b867-63df10a99e3c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.183088148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"1f159814-5897-4e3e-b867-63df10a99e3c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.286062104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"696bb5bd-aac0-48fe-aa64-d2c2b961d49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.344562262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"696bb5bd-aac0-48fe-aa64-d2c2b961d49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.384051193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"9ce8ac75-5107-49c4-b912-11b23819fa7a","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.386343062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3a59f42b-0368-44c3-93b6-daffbdc0fd64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.445192704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3a59f42b-0368-44c3-93b6-daffbdc0fd64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.540610325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"63913ce0-887e-4762-9c39-b76dfc1905ca","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.599023381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"63913ce0-887e-4762-9c39-b76dfc1905ca","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.369258348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"97dd42f3-f79b-413a-adf2-c1a3bcdac803","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.425920992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d35bcc07-2ea0-4180-b581-e427523e3055","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.588295481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"8b2a3cb9-c564-4038-8831-610a9e8476cb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.648977715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"8b2a3cb9-c564-4038-8831-610a9e8476cb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.655770439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"b8918b55-9f0f-47b5-af5c-ae19377f9279","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.768674544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"7a730709-a14f-4d59-86a1-9bbf876da62a","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:43.772195805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-a-8b3da086","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-8b3da086\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.821228842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"99252c5f-5636-4210-8c3f-d3a56a995fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.821388998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7a4574c8-2d4b-4272-8410-447b579bdd9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.825157701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"4c8246e4-2ddf-4de7-8ff2-f8aef8842db8","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.88092963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"99252c5f-5636-4210-8c3f-d3a56a995fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.881220316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7a4574c8-2d4b-4272-8410-447b579bdd9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.976590606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"9209be14-e6f3-4cdc-b5fa-7a4b6b3edfe0","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.106509933Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086","reconcileID":"ed21d3af-7016-4e39-bbc9-3c1b1c9aef33","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-a-8b3da086","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.139327147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"59c57413-5305-4a0a-8c40-d9ed946bd6b6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.197565262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"59c57413-5305-4a0a-8c40-d9ed946bd6b6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.277510783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"90cc59c5-d154-43c5-8ea2-39c95728bd8b","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.280313554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"f4414eb3-173b-4954-9af6-1c266910abcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.280649653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"07f049f0-849e-4aab-b4b1-b7b7c363ba90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.323953283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"7e814278-0a76-4985-9f85-e42290d9f56d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.338763953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"07f049f0-849e-4aab-b4b1-b7b7c363ba90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.339041068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"f4414eb3-173b-4954-9af6-1c266910abcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.493992242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086","reconcileID":"ee3a6179-b7b0-4038-8fea-fdadcdfbf453","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.541268881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"055dd08b-6941-4670-b16e-1c085ab11b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.599298001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"055dd08b-6941-4670-b16e-1c085ab11b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.85325794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"c07d8f1b-525a-4c02-944a-50b78b09e6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.853578942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"c31cccaf-c63b-4bd9-85e4-2d457b0f448e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.853788918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"96d3ab6e-11eb-4c06-a157-d3a3442aa1dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.91137987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"c07d8f1b-525a-4c02-944a-50b78b09e6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.912797703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"96d3ab6e-11eb-4c06-a157-d3a3442aa1dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.913864798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"c31cccaf-c63b-4bd9-85e4-2d457b0f448e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.923393413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"0eb79627-a540-4e9e-aa93-eab114015ddf","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.954770817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"06ee6673-7645-452b-87ad-7a8b3c527e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.012894624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"06ee6673-7645-452b-87ad-7a8b3c527e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.290750089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"afb58793-8058-4cf3-8286-ac9a3c938cc0","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.211385577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"241047db-caa4-48ee-b043-f857c3654154","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.267691628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"08c3a6e3-0db1-441c-8cb2-65c25430c07c","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.431761133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"21c7baba-e681-4581-bda6-ffc726bd489e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.489911637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"21c7baba-e681-4581-bda6-ffc726bd489e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.501768637Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3c5dbc priority=0:[ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-a-8b3da086 ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-b-be2e4a4e]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.501825084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"6d04ef05-facb-4603-8b78-dc3ee8946ca6","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.56154547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"3c8442d9-4cd6-497f-9a84-2d52df20d3ff","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.612533113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"2f600e9b-80f6-4d58-864e-36a4e2d53ad7","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:46.617705182Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-b-be2e4a4e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-be2e4a4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.666636751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"fb3c9f9f-1f87-45ca-b474-0a076612f5b4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.66950907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2174b5f3-3938-4250-8e52-1b55fceeefcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.66951652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"18eb1998-3a82-4b3a-a3cf-88263b78477a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.672719105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"5fb81efa-3a0e-4827-b640-0b4402eaf214","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.726725115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"fb3c9f9f-1f87-45ca-b474-0a076612f5b4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.731955517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"18eb1998-3a82-4b3a-a3cf-88263b78477a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.732208552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2174b5f3-3938-4250-8e52-1b55fceeefcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.816573404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"6eb1bdda-db2b-4de0-98d4-3a141a346680","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.954559337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e","reconcileID":"c162e438-b656-4299-a8d5-464984f4e11b","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-a-8b3da086","ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-b-be2e4a4e","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.979985619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"c3ef0f7b-a738-489f-bf99-c4188ddd7f7a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.03941894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"c3ef0f7b-a738-489f-bf99-c4188ddd7f7a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.119523027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"67c02774-834e-410a-a65a-e596c297ec22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.119791087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"3d47c543-3613-4add-91c5-09fe59ceeabe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.120145919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"25db3d6d-8d4a-43b0-a419-40004cc1bc3a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.123870258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"bdc3623a-f1a8-43d3-b94e-a2e64fa51178","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.174971231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086","reconcileID":"6c76005e-aad9-46bb-b2ac-7ea24e69128f","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.174974763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"80655b15-2286-4d90-bf09-f34f962a99c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.182056565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"67c02774-834e-410a-a65a-e596c297ec22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.182792247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"25db3d6d-8d4a-43b0-a419-40004cc1bc3a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.188272641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"3d47c543-3613-4add-91c5-09fe59ceeabe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.351279995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e","reconcileID":"b0416796-c354-400d-ac85-f72016ecc177","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.270336484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"4b7e803e-e11b-492a-9534-bbfdb2862abe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.445359681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"acbc2697-fdc2-4a78-bff9-f075a3cc0450","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.833968184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"cb4967f6-5f54-4e39-912f-33181bf6a8fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.00565148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"39eda550-8c5c-43d1-9172-036722fc89ec","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.066853477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"8146908c-e21c-4a54-b40d-5a42be11e4a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.066975551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"5c058c68-306f-409f-9441-50c1daa969b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.12546415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"5c058c68-306f-409f-9441-50c1daa969b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.125518289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"8146908c-e21c-4a54-b40d-5a42be11e4a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.182486974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"5c058c68-306f-409f-9441-50c1daa969b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.182696037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"8146908c-e21c-4a54-b40d-5a42be11e4a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.241714406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"e6c3d0fa-ee60-4b4f-af6f-c34d6769df59","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.244454158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"ec3a840a-eddb-4218-8331-df944b4a448c","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.403985796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"0ede978f-bc29-42b1-8c75-e70eb4f19e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.404910652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"61d94775-b541-4d80-9194-5fed95093951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.463105798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"0ede978f-bc29-42b1-8c75-e70eb4f19e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.464502376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"61d94775-b541-4d80-9194-5fed95093951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.520735775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"0ede978f-bc29-42b1-8c75-e70eb4f19e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.521333001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"61d94775-b541-4d80-9194-5fed95093951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.175866493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"8993d250-01e3-488d-858e-8ad5542f0ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.233783135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"8993d250-01e3-488d-858e-8ad5542f0ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.452086593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ddc2a604-8c90-4899-8a0a-b9b729e4a6fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.509376816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"d258306c-a3c7-40e1-8ef3-2c7ea929890a","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.510419327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ddc2a604-8c90-4899-8a0a-b9b729e4a6fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.832409262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"8ca4f3ff-47c0-4e41-8cb0-fdc51fcf816f","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.334452631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"42b8483f-1aab-4629-9666-8f44b8d70b4b","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.496037599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"f6c6dca1-3202-4399-b890-7b13482ddde3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.496331499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4829f73c-2fa3-4527-9461-87e645ae1b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.496037601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bec49d4b-95d8-4ee0-a184-afb4c847f2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.496748062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"cbbca147-8cdc-48d2-bae9-14b4fdceac29","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.555360883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4829f73c-2fa3-4527-9461-87e645ae1b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.555388366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"cbbca147-8cdc-48d2-bae9-14b4fdceac29","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.557747766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"f6c6dca1-3202-4399-b890-7b13482ddde3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.557769381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bec49d4b-95d8-4ee0-a184-afb4c847f2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:54.859717878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-sub","reconcileID":"28faa5c9-6953-443a-b4fa-c885032724f1","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:54.859850119Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-sub","reconcileID":"28faa5c9-6953-443a-b4fa-c885032724f1","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.249952676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"f2a6efee-9294-450d-8b70-93ff47aee543","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.339407666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1cb333a1-9f00-4659-888d-d5fd27e1a635","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.35207255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"009dcec4-e6f4-4bad-8eba-4d3323f765bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.352210195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"27e03ca5-4d95-40ed-abe1-399cde37e1d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.352070587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0029dd37-e685-463e-bd8a-a6b7c1d55091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.353238816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"0195bcbd-e165-4992-a365-852651ad63ab","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.410817318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"009dcec4-e6f4-4bad-8eba-4d3323f765bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.410996134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0029dd37-e685-463e-bd8a-a6b7c1d55091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.41162834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"e8e3dcb3-701a-4fd0-9a3b-a095123daf8d","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.413052333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"27e03ca5-4d95-40ed-abe1-399cde37e1d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.573123164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-failed-auth","reconcileID":"6ce101bd-0452-423c-9f8b-5191e18d5411","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.57348811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"3032a4c1-5c3f-47cc-8942-d90a46d68f7b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.631857747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"3032a4c1-5c3f-47cc-8942-d90a46d68f7b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.636518533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"095a02bc-39fa-47ad-a622-19a30966633f","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.695355454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"ed3aaef1-54cc-4d5f-9bf3-db89a30019d3","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:55.747088882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948","reconcileID":"8de8ad9e-931b-4672-8ea9-522eef0b0eb9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-62bcd948\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.787617399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"b9a58699-fca4-4bd5-987a-c2fe8179d6e7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.797694768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"063a339f-3068-427f-892b-cf19cedd951e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.797695008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"c8e60c14-4a7b-4f43-bf67-4bf5e8190fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.855841972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"c8e60c14-4a7b-4f43-bf67-4bf5e8190fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.855956582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"063a339f-3068-427f-892b-cf19cedd951e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.864210102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"d85ed1fe-e90e-41fd-91a3-570f602a8f05","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.920743317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"4f6d96df-4f9f-40fc-93dd-2fb32144dc33","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.984592979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"83b8c65d-99b9-4328-a90a-0b20f8b679f6","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.14578308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"056dad1b-e422-49c2-ae58-53442988d943","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.197241647Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948","reconcileID":"b24ad322-3dd3-47be-bcf8-f9c85caead37","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-bulk-sub-62bcd948","ai-tenant-e2e-worker-w1-34b13c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.205088088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"056dad1b-e422-49c2-ae58-53442988d943","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.289768606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d1f58f4c-c489-4448-895a-e516bd786344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.289776411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9e0eaa72-c251-43d3-808b-8fc0c55a4376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.347946485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9e0eaa72-c251-43d3-808b-8fc0c55a4376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.348057107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d1f58f4c-c489-4448-895a-e516bd786344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.368288453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"e1a7930d-9aab-4f02-bed2-4cbea39289fd","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.414862232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"6ad8d0ee-be75-4350-b5fc-caf027079503","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.586138125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948","reconcileID":"911248f7-4fde-4e5f-a0b3-799fcab12369","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.686893699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7c178118-0b67-4c1c-b2e1-b3cdbb0a9bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.686899568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"949dbdea-b90c-47dc-a907-20a5ed3e85c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.74642486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7c178118-0b67-4c1c-b2e1-b3cdbb0a9bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.746417067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"949dbdea-b90c-47dc-a907-20a5ed3e85c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.804068098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"949dbdea-b90c-47dc-a907-20a5ed3e85c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.804317435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7c178118-0b67-4c1c-b2e1-b3cdbb0a9bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.507694078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"145b7180-88bd-4620-96e0-f752115ff278","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.566744891Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"be5bc89e-9fbc-43b2-b860-f5e4710ca863","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.670071596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9334c741-7eb7-4a58-910b-59cf9f32458a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.670312906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"999a1254-d723-47e0-9eae-87a83d057511","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.670692053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"63bb3180-034f-42c5-ab31-0f1215c91db7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.670971468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"945212b5-27cf-454c-8f28-de844197625e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.670071651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"808c4200-0142-4b44-a5fe-842d64a6a960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.730109833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"999a1254-d723-47e0-9eae-87a83d057511","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.730343328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"63bb3180-034f-42c5-ab31-0f1215c91db7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.732542504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9334c741-7eb7-4a58-910b-59cf9f32458a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.732955548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"808c4200-0142-4b44-a5fe-842d64a6a960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.734649159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"945212b5-27cf-454c-8f28-de844197625e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.788964577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9334c741-7eb7-4a58-910b-59cf9f32458a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.789265888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"808c4200-0142-4b44-a5fe-842d64a6a960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.900535486Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"084d7c4b-efec-4ee8-8fde-b9c5ba1155b3","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"name":"e2e-rt-sw-9a1ffa","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.951503714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"008f6a43-b5cb-4ce1-ab00-75cbce714b82","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.951711698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fcce1e4-7e91-4f78-bd8f-b632b2c23363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.010951058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"008f6a43-b5cb-4ce1-ab00-75cbce714b82","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.010969958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fcce1e4-7e91-4f78-bd8f-b632b2c23363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.10280361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"2d21e706-437c-46f5-bf2c-1d3a7e728b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.102962379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"266695a6-9547-45ce-b487-dd27246d3cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.102806823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8af03a7a-2e22-4e79-acbc-94b8c984f040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.145162384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"2921d2ec-b3db-4650-952a-6d858daa1cdb","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.161480732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"266695a6-9547-45ce-b487-dd27246d3cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.16156836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"2d21e706-437c-46f5-bf2c-1d3a7e728b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.163799271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8af03a7a-2e22-4e79-acbc-94b8c984f040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.208641744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"71476c9a-739d-427d-b3c1-40a63b87c727","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"name":"e2e-rt-sw-9a1ffa","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.262518473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bc7593f-fc41-43fe-9c72-23d21e0424c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.262537719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bc7593f-fc41-43fe-9c72-23d21e0424c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.262763937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1cb9005-d28b-479f-bdaf-d1a863471794","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.262773986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1cb9005-d28b-479f-bdaf-d1a863471794","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.262973894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4524cde-da8d-4ed4-8315-d527dcfcfb88","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.262985291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4524cde-da8d-4ed4-8315-d527dcfcfb88","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.263164337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"327843d6-93dc-48b7-b172-1c360cbcfb43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.263173149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"327843d6-93dc-48b7-b172-1c360cbcfb43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.263365285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e964b97-9438-4978-8dd6-7d74047f11b5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.26338076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e964b97-9438-4978-8dd6-7d74047f11b5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.26360398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2301088-3af7-4765-a0b4-ffe70e49d7f5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.263618799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2301088-3af7-4765-a0b4-ffe70e49d7f5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.263944527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bee46258-b5e2-4c67-86ee-b1bd15d9fa46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.263960279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bee46258-b5e2-4c67-86ee-b1bd15d9fa46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.264401867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92d60027-be24-4074-933a-3ae434f5dc0b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.264421109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92d60027-be24-4074-933a-3ae434f5dc0b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.318803659Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"b9db5a6a-e97b-41f3-801a-2b5c20ed93f6","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"name":"e2e-rt-sw-9a1ffa","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.373088259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b63d2399-23b7-4c8f-a0b9-8c27fb19d004","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.373432562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed5fe069-4b5d-4de3-99cd-5ba66256212e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.399445611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbbc94ce-af66-4c63-8e47-e234c80d8a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.399705557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"abb7773a-21d2-4a00-8fed-987bd3b1e367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.45943088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbbc94ce-af66-4c63-8e47-e234c80d8a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.45955291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"abb7773a-21d2-4a00-8fed-987bd3b1e367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.504924996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086","reconcileID":"c9c7f28a-a3dc-4ca4-bad9-3cdf9b21b43c","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-filter-sub-a-8b3da086","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.589053805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f1581631-2ca0-4833-a165-398fdd1aa92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.589279513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c95336d9-9445-423b-ac95-7cc89581f9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.589057778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"40239863-97ca-45af-9d41-0242f5d2972f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.654600617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c95336d9-9445-423b-ac95-7cc89581f9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.655206286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"40239863-97ca-45af-9d41-0242f5d2972f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.657406892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f1581631-2ca0-4833-a165-398fdd1aa92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.72811478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086","reconcileID":"c9c7f28a-a3dc-4ca4-bad9-3cdf9b21b43c","MaaSSubscription":{"name":"e2e-filter-sub-a-8b3da086","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-filter-sub-b-be2e4a4e","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.829692402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"60355fe0-427a-45cc-b7ef-b7418212e801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.829694073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"84249d24-e9c3-435e-bd22-ea910c3aef7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.889733748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"60355fe0-427a-45cc-b7ef-b7418212e801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.889991592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"84249d24-e9c3-435e-bd22-ea910c3aef7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.946345818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e","reconcileID":"a3eab05e-cae4-441e-8702-ea0df1413970","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.947055811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"8ed5f889-1a45-4c04-af52-f3f7ba27e36e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.947771961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"60355fe0-427a-45cc-b7ef-b7418212e801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.948393953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"84249d24-e9c3-435e-bd22-ea910c3aef7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.995930749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8507d850-7cac-4395-a4f3-18f7f269cab3","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.035939663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"4b8b8809-54ac-4f1e-8eaa-82fde4e55a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.036105773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"ed02f86c-21e6-4aa5-beb8-077c70678da4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.035949681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"dcb916dd-de3e-45f7-b5fb-3eb0ac13c835","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.095832154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"4b8b8809-54ac-4f1e-8eaa-82fde4e55a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.09591287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"ed02f86c-21e6-4aa5-beb8-077c70678da4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.098151691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"dcb916dd-de3e-45f7-b5fb-3eb0ac13c835","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.133913645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72d40905-93f0-4819-ba1f-5a29f4b9ca70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.133914295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"69b469c0-8fd3-45b9-9640-0cc02c5c55ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.146350093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0ba200c3-fbde-42f2-829e-1ae37d30df6d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.192805605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72d40905-93f0-4819-ba1f-5a29f4b9ca70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.192832803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"69b469c0-8fd3-45b9-9640-0cc02c5c55ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.453024868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"c46cc6eb-58f1-481f-91af-b014b71ccd58","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.470189895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"c1679bfe-0caa-4bd5-a1ef-9fa355684613","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.470597751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7fdb13d9-b2e9-41b8-8911-2d5238b9cbe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.470866146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6586131-b426-42f3-a4bf-f1805eb47b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.507263732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"f8008f45-1d4c-4321-9da6-422a11cbd786","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.507293436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"f8008f45-1d4c-4321-9da6-422a11cbd786","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.532749183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"c1679bfe-0caa-4bd5-a1ef-9fa355684613","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.533054976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6586131-b426-42f3-a4bf-f1805eb47b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.535105198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7fdb13d9-b2e9-41b8-8911-2d5238b9cbe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.567804025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"d4cf1b4c-06b3-420f-90ce-f948e99daa89","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.567804061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"aa43ed4e-8982-45b2-9027-1035d9480b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.626396361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"aa43ed4e-8982-45b2-9027-1035d9480b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.627501114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"d4cf1b4c-06b3-420f-90ce-f948e99daa89","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.903684892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e75152e1-1cb9-4485-86e8-4e9f35a95e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.903720023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"c948e0f3-0425-4bc1-9edc-11480777b28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.904160152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcd52f9d-5a59-4ef5-8665-71821e5081c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.967961178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcd52f9d-5a59-4ef5-8665-71821e5081c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.974313129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"c948e0f3-0425-4bc1-9edc-11480777b28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.983522119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e75152e1-1cb9-4485-86e8-4e9f35a95e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.008707866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"9119f966-a8de-4947-910e-cd3cc3fa23b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.009327336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8b337e3f-3c15-4a5f-831c-33319358858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.037410158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"c948e0f3-0425-4bc1-9edc-11480777b28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.062832539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-42c707-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86543aa4488b358dc4b78fb2ecbe048666fc649985d47d7c5ab0d8599007e885) AuthConfig (f564d91d0672f8422d7f69d4d42267de3b9c9d40de209a6ec9c22024cb9f7c8f) AuthConfig (a0afa48a8ca5b72226330e6a89f0b2e458e3c67b639a996825c78225943ef261) AuthConfig (ac8a6f1ac5132767c3330081ae3ce585746f05588a57a91f7f3987aa16f68d13) AuthConfig (254053c489bd38dafbb980ece6103bf4161e02e01a448506387702ccee3d56b9) AuthConfig (9d3c1b8a617ccb742440c5ea9369ea1d8e2948d68162b02816b3e4b3816cb22c) AuthConfig (01815513ba67e2847a957617f18278db1c3d6904c44196441d7a50c4f9d486d2) AuthConfig (9d5e1de48e3070948facb7dfa7b5399fe50338f5b23e7962961ad5174eeb2b24) AuthConfig (46df92c15e285b9763821bd45c7ef98d1fd48b7ccfccc739e0a3ac45aab1e853) AuthConfig (506ceaaa35a019baa2cfc753eea9d74609423ef812d6df1ebf1a40b692fafba1) AuthConfig (d5783b3c7aecd6a6a02df96d0dc9f074b1cdac896edf9eca8e005f645a8a53fe) AuthConfig (168bd8a4f50dca7362da1877d43d4a2ec3578417801e6581ed8fe47f6f8d3f30) AuthConfig (fc33cd975a7e87ff2501fb7d5a414248d8cd765c0b0706bb669316d202127138) AuthConfig (a1ecb3990d8193edde28bda859c765d50f2d48fccc63289ae5442287e42f96d2) AuthConfig (2ecba28db6460d72cbc8284a747310b2c6b7112588189b1d47f240caeb83934f) AuthConfig (5529c1a44e3588a1b17e795a06e1f2d6f884d5f522ea0015fdccd33caf87826f) AuthConfig (8786f8d60244e31d2e8dbe5112edee29d5899332ebc314319ed21b7fb2ef5137) AuthConfig (f18c2423507a9738578e6086da124f9d4da8981fc85a6b4b23f679452d26a604) AuthConfig (64b10024f70887a263aed572276f87daf0989bfbde17d5bcb9ac40e3e7b80f99) AuthConfig (18e03af954910e4827628182beac7cb684296567b2c641c1bcd9ef114c5eaa90) AuthConfig (f7066c5aa968c2f4d94c8c3df210233873f55e94f61e448db04ce2957ca423f8) AuthConfig (392feea2e2ddb6684354b6e8b2f4774f8a36a4a17f087c06bf0743c69fea0c5a) AuthConfig (de7f2e92896199109841435fb55c798d0bf3a8ac1f6699ba7f73ed894177acf8) AuthConfig (7a449a4ea8056cd36b5658c5ba358e03415d2d0535f8e8441c22580b27884660) AuthConfig (f6a58558ed81b8296d2cd75b7ccc23b43b237077764684cfbd60746327abb049) AuthConfig (24a918b1e9b20904b9e524c1033ceb5d91efebcf8e2a308d76a6cd7199529f42) AuthConfig (a8a44a0d2b225bf0f24cadc5f8b859f18c4d4017cceae5255257e253d4fae37e) AuthConfig (740ce5fa24784285914966afbed0bed30df4d7626f68618c04448806d63d208f) AuthConfig (385048c324645e72b9b3a1e40af5a4cb547a305951068291f71632590d9b67e9) AuthConfig (bbeef1134fd24ca1635335bfdbdff0db79d0c5ce975990cde654872c87b07c9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e75152e1-1cb9-4485-86e8-4e9f35a95e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.070188089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8b337e3f-3c15-4a5f-831c-33319358858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.071684496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"9119f966-a8de-4947-910e-cd3cc3fa23b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.214631503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"cfa02ea1-93ac-4922-a37b-8c0320a84c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.224906389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a1ef6345-4c5c-4d4d-93b4-e5696209cfde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.272868573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"cfa02ea1-93ac-4922-a37b-8c0320a84c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.28315491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a1ef6345-4c5c-4d4d-93b4-e5696209cfde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.346904424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"8e781613-dc63-4712-86c4-d1e1370744f9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.448513598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"8e781613-dc63-4712-86c4-d1e1370744f9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.501694091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"75135cf1-ae46-4a39-9ac1-6b4007c60dc5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.50172365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ead0ceeb-58ca-4fb0-a057-d7b1e1e23db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.565362911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ead0ceeb-58ca-4fb0-a057-d7b1e1e23db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.57020216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"75135cf1-ae46-4a39-9ac1-6b4007c60dc5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.615772565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"0b033ca0-afd2-40f8-88d8-e395c1c04efb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.66769736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"1e46086b-878f-4de6-afac-fed07cdfb310","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.668139038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664e9fac-3cef-4bdc-82af-52ca68b66604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.677127093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7670d071-1d35-48c3-b25f-9fdd468c67a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.726540524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"1e46086b-878f-4de6-afac-fed07cdfb310","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.726685556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664e9fac-3cef-4bdc-82af-52ca68b66604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.774156122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a11e8d85-e631-4153-99e1-6bbb2482f69c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.774779422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"19a1d016-8a78-4db6-9974-88a4f1a809e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.865325464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"cc095403-ef8f-465f-b714-5c075f6ae821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.872931997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"cea280a4-81de-4f3c-80df-b9a8a8b1ec03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.910091802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"b8881396-3d54-4458-b1e0-825ec41e8d8c","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.919505202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"7e7f373b-54c3-4493-90de-f765db1706e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.919515182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"00a74f3a-424c-43e5-a434-244cbd27dd49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.923864981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"cc095403-ef8f-465f-b714-5c075f6ae821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.974245073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"c0d508a0-5598-4946-bc89-d11dae9a45d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.978127735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"7e7f373b-54c3-4493-90de-f765db1706e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.978196558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"00a74f3a-424c-43e5-a434-244cbd27dd49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.074939168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"d019ceef-af2c-47a5-8743-1ea72ca7a19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.07494103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"b5d01437-67b0-413b-8016-877869d6e155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.076287901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"18275bcb-172e-4719-8dda-a90c02801e08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.133870305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"b5d01437-67b0-413b-8016-877869d6e155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.13560414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"d019ceef-af2c-47a5-8743-1ea72ca7a19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.22323412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"2e386493-4783-4618-a1f9-8e363f7868bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.295527505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"0a87ff6b-ceb5-4530-8ca4-16d85dc5bb2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.355283723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"0a87ff6b-ceb5-4530-8ca4-16d85dc5bb2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.380111245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"a78e2e6a-5ff5-4808-94ee-e6ddf73f36ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.396521186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"a50cd476-6a41-4cbe-89bb-263a69b90502","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.396790882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"85b3278b-d72f-4c13-a5b4-a7e121e0cd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.421451244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"c5b135cd-80b9-4036-81a9-61b20372a95d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.421451238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"1584fb3c-5623-4c92-9bb2-7df22d502211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.455736647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"a50cd476-6a41-4cbe-89bb-263a69b90502","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.456109994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"85b3278b-d72f-4c13-a5b4-a7e121e0cd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.491624286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"821fa400-5ff4-4e0a-8392-552238e27751","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.494028231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"b0142273-d989-4cff-8d8d-0b1de9682e4d","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.654175761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"1d38769c-bf58-46c2-a45f-2563d4eda7ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.654622249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"79112886-a40b-4507-b2be-ef76f8c18001","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.712298596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"79112886-a40b-4507-b2be-ef76f8c18001","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.712382334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"1d38769c-bf58-46c2-a45f-2563d4eda7ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.71290106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"24a3af25-7628-42d4-a5f8-681e27b69afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.800985364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"de74348a-cfa5-442d-9057-7d29e639d02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.80100562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c651064a-4cf3-44de-b73e-eacd99dc3d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.801413088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"ac6c8363-c046-4f50-9dfe-898f45c7b4fb","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.859315708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c651064a-4cf3-44de-b73e-eacd99dc3d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.860070483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"de74348a-cfa5-442d-9057-7d29e639d02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.861516936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"ac6c8363-c046-4f50-9dfe-898f45c7b4fb","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.036821561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"662f9c84-abc9-49b5-9c59-2a6fa007da57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.036859849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"96a8cd2f-06bd-452a-b87a-7d234e6cfbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.095583485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"96a8cd2f-06bd-452a-b87a-7d234e6cfbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.095686392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"662f9c84-abc9-49b5-9c59-2a6fa007da57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.229243977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"885a73f3-c608-4fda-8f66-3f4f20c517ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.229335589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c3675b65-dda5-4156-bb03-de7b4115dde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.229720789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22214132-92ff-4ef7-b493-e20af61f6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.287368366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c3675b65-dda5-4156-bb03-de7b4115dde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.287581577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"885a73f3-c608-4fda-8f66-3f4f20c517ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.289625827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22214132-92ff-4ef7-b493-e20af61f6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.608982825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"cd729be6-6da6-486f-869a-70c1e619d49c","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.609009141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"cd729be6-6da6-486f-869a-70c1e619d49c","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.716959433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"a6892efe-0e9b-48d7-9d48-f466ce3050e5","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.716985795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"a6892efe-0e9b-48d7-9d48-f466ce3050e5","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.826596038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"0bbfbb4c-d95a-4165-9739-581b7f64d41a","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.885100825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"0bbfbb4c-d95a-4165-9739-581b7f64d41a","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.328885274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"1e4ab8b9-0d30-41d6-9e92-c149b73fb2c6","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.32891417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"1e4ab8b9-0d30-41d6-9e92-c149b73fb2c6","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.048220585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.315976072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948","reconcileID":"2bc44ae1-a264-48df-a0b5-5be5a58292f5","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscription":"e2e-bulk-sub-62bcd948","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.479602553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948","reconcileID":"2bc44ae1-a264-48df-a0b5-5be5a58292f5","MaaSSubscription":{"name":"e2e-bulk-sub-62bcd948","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.708345045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"917a51c9-bfef-45f6-a821-639a5b6d072d","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.855371442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"93b4dccd-96bf-4465-a648-57812a8cebc7","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.870350752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f78139e1-8c17-477d-93b0-6027709c87f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.874789513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"8e9a97f0-08d8-42bf-a181-d4b298090364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.875076328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"b2ffd750-af92-43ac-b382-63bb12a22f30","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.929063226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f78139e1-8c17-477d-93b0-6027709c87f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.932441411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"b2ffd750-af92-43ac-b382-63bb12a22f30","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.932572872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"8e9a97f0-08d8-42bf-a181-d4b298090364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.136284031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-bulk-sub-62bcd948-auth","reconcileID":"8d7bd451-4a4f-4874-bc02-817fb8d055e4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-62bcd948-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.191440558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"c826e281-58b2-4dc3-b272-98cc0ca78f3f","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.191482201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"c826e281-58b2-4dc3-b272-98cc0ca78f3f","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:12.255780643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"d358373b-7a21-4d3e-9ec7-a55ed17fc8f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-9a1ffa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.315072199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e","reconcileID":"a4706d5e-e9a0-4aaf-b232-fda9f55f61ba","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-filter-sub-b-be2e4a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.368986799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d446ad59-a7f7-4a4f-8b47-75561ad418c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.368987021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67c519ca-99d7-406e-a03a-5196f65dc7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.369439115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"e931ec16-5dc9-4fc4-af88-0d0a99e70b38","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.369464805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"e931ec16-5dc9-4fc4-af88-0d0a99e70b38","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.428087198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67c519ca-99d7-406e-a03a-5196f65dc7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.428204538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d446ad59-a7f7-4a4f-8b47-75561ad418c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.46799718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"c86150ea-f87a-4452-822f-a675eb7931a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:12.479457702Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"e931ec16-5dc9-4fc4-af88-0d0a99e70b38","name":"e2e-rt-sw-9a1ffa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9a1ffa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:12.479534882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"e931ec16-5dc9-4fc4-af88-0d0a99e70b38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9a1ffa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.526334022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"c86150ea-f87a-4452-822f-a675eb7931a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.533820865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"6cfba7f7-9aa8-4b10-ae6e-7c2bf800c289","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.533842082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"6cfba7f7-9aa8-4b10-ae6e-7c2bf800c289","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.536174678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e","reconcileID":"a4706d5e-e9a0-4aaf-b232-fda9f55f61ba","MaaSSubscription":{"name":"e2e-filter-sub-b-be2e4a4e","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.588332752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"4040e296-8540-4d7f-a6e0-b446d4191807","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.710276775Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"00aca7ca-bb71-4d84-b6aa-133a11521b00","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"e2e-rt-sw-9a1ffa","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-9a1ffa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.760193385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"84d4f05e-b1e0-478d-90e6-dc124aae2984","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.834323531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"ad215c56-c161-452d-b13b-0491415b25ac","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.858940447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47c64c55-12c6-4cec-a527-b03b4a0d1c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.85969259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e3c99f3-88af-417e-8781-8c6cac16acdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.917142194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47c64c55-12c6-4cec-a527-b03b4a0d1c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.920651763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e3c99f3-88af-417e-8781-8c6cac16acdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.993914412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"5c003308-6833-4c33-a68b-943b153c76d6","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.993941579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"5c003308-6833-4c33-a68b-943b153c76d6","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.022639322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"7aa500d5-78b6-4fac-a8b2-4b131e5ff5d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.051406525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"4b2f8f73-8347-4cbb-b082-e29661c6d41d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.073613641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"08441bf6-4560-4716-b86c-ba75469ff7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.073635039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"15122f56-3f1b-42ef-854b-3b3e3fda4564","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.091355885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"7aa500d5-78b6-4fac-a8b2-4b131e5ff5d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.130547068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-a-8b3da086-auth","reconcileID":"57418500-767a-4e61-9327-64267ae83b5f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8b3da086-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.132578899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"08441bf6-4560-4716-b86c-ba75469ff7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.133291177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"15122f56-3f1b-42ef-854b-3b3e3fda4564","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.224085448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"6ecb8fac-8b7d-4642-b418-60a50120780f","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.294188071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6c080e8b-1c6c-4f1f-8574-febe656e48cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.357128023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6c080e8b-1c6c-4f1f-8574-febe656e48cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.389338956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"e90d8642-69a4-4e2f-ad28-d332eb93f258","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.540487934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"474997da-b3d4-4f66-87d1-f9ea4043f8e5","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.540508822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-filter-sub-b-be2e4a4e-auth","reconcileID":"3acaddf7-df13-4d36-804b-a1c1c23cb3d4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be2e4a4e-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.760419701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"bb9d41b0-2e08-4af0-a8fc-d71b9cde8e94","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.621664291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"70008a64-d77d-4acb-83a8-dbe7f58305c0","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.67846445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"be564f9f-70ef-4c42-be0f-b43912a63c61","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.841230499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-gw-auth-fb7cc595","reconcileID":"0d779fba-2b29-4f2c-93d1-f911e04ce47f","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.899796733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-gw-auth-fb7cc595","reconcileID":"0d779fba-2b29-4f2c-93d1-f911e04ce47f","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.231335888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"11c17692-ec56-4021-b3da-8e6542c89539","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.394577824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-gw-auth-fb7cc595","reconcileID":"2f8783db-39b0-4b94-ba58-6506a4945c5b","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.456413604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-gw-auth-fb7cc595","reconcileID":"2f8783db-39b0-4b94-ba58-6506a4945c5b","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.745378335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-gw-auth-fb7cc595","reconcileID":"781cc005-53f1-4641-a65a-16a46d7c1c4d","MaaSAuthPolicy":{"name":"e2e-gw-auth-fb7cc595","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.745378279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"a0672a91-36a3-4d6d-b738-70bf5993aec6","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.957399976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"062e22d0-7e6e-4b5f-89bf-6def338ce1c5","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.515078845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"1217a446-ece7-4703-910f-2553158f7982","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.515665312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"0c9bd5b5-4382-49fc-b78d-ccd10d258965","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.599691749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"d5e96b68-d8dd-4c8b-9f44-b422c8ab4b6f","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.600087077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f7165157-a5ab-4c2e-915c-42c212258ee2","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.683902606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"b93c4094-5d94-4f55-9e58-9547d24b2152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.685059368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"0461ede2-e1f7-41fe-bf92-715b500100c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.742304663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"776685d6-aad4-4938-b9b0-f24cd87b3b99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.747198421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"91844ead-afa6-4d47-acfb-39de2dd3326c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.770886753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"0461ede2-e1f7-41fe-bf92-715b500100c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.774464617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"b93c4094-5d94-4f55-9e58-9547d24b2152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.938988139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82b5e402-c768-4cf5-af90-12c1ded2b6e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.940281041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"77af654e-5b1b-4777-9745-791799c8a96d","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.038559116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"79d814b6-4bdd-4efa-a216-fd73d05b1f9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.139015469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"dfc8badc-babd-417e-9bf8-8a393f634ec5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.139091397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"a5cfb2da-1948-4587-8999-096b7bad26dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.145519197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"067f61f4-8896-424b-8704-ce57cd531cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.145548388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"4a8d0eff-38df-4bc0-bd54-d8222fc178f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.203873124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"067f61f4-8896-424b-8704-ce57cd531cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.204196452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"4a8d0eff-38df-4bc0-bd54-d8222fc178f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.218872348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"45ffa479-978c-4202-bb6d-bec7887c26d2","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.218893265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"45ffa479-978c-4202-bb6d-bec7887c26d2","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.267360541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"b59ec070-370b-4a41-8671-d415f7ecfd87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.368713485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98da8de0-8358-4d0f-8fdb-d78333296963","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.469698016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"76174001-d90f-4cdc-bc4b-59d56d1f01bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.570258111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"2f9cc154-7c8a-4619-84d9-a06f3e1e8592","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.673706743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"482345bc-3d89-4903-9050-f745ff5e56cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.690788509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"3da85e97-e083-4b4c-addf-e35ee3e4c9de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.803705845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"89acc5d7-fb8d-44ae-8913-332a73a1cad9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.982646296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1538ed50-ce64-45e3-bcf4-415cd1f4172a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.982702551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"964395d3-1cd9-40cc-bbf2-b740b91d66d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.983034134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"72565e44-10eb-4c51-a011-2a6c4f8f0352","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.040913988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"964395d3-1cd9-40cc-bbf2-b740b91d66d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.041564571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1538ed50-ce64-45e3-bcf4-415cd1f4172a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.04500672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"72565e44-10eb-4c51-a011-2a6c4f8f0352","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.949152704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"4fbf4d88-0637-42bd-8ae3-d0434983e74c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.056765198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"2dbea23f-61f4-464b-b0e0-48e5eecb872a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.454597459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"01e7bd7c-3e80-4b6f-8a95-3e255c64b19c","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.508853635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"2883d151-a100-43da-8404-0a2c1b7f904d","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.508881815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"2883d151-a100-43da-8404-0a2c1b7f904d","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.628932925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"54c86aee-b053-454c-86f2-9fb3d3abfcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.629194305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"ef067364-519b-4aa2-945a-990e274e54bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.629442821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"88e9d246-4c91-4a98-800f-cba7e9553814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.629588381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"8f0f492a-73d2-4b8a-aae8-900daf688095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.676855434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1fa23e9d-7f30-4178-b606-c95f9e8d5b90","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.676878254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1fa23e9d-7f30-4178-b606-c95f9e8d5b90","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.677164809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"107b074a-7ec4-402a-bc5d-3c900ed015ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.677178954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"107b074a-7ec4-402a-bc5d-3c900ed015ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.677404845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1f5e4863-10bc-4fb1-85e5-7f0ee23dc89c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.677417998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1f5e4863-10bc-4fb1-85e5-7f0ee23dc89c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.684042381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"ae45757b-cfdd-48ac-b718-2012373949ad","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.688634272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"ef067364-519b-4aa2-945a-990e274e54bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.688676696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"54c86aee-b053-454c-86f2-9fb3d3abfcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.691170544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"88e9d246-4c91-4a98-800f-cba7e9553814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.691412672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"8f0f492a-73d2-4b8a-aae8-900daf688095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.732714419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"6ffff10f-63ab-4bda-9f3b-35d2b04b9900","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.732746467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"6ffff10f-63ab-4bda-9f3b-35d2b04b9900","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.74304065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"ae45757b-cfdd-48ac-b718-2012373949ad","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.794239462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ced48ddf-3012-4fcf-84b0-4062c0db1204","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.794269803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ced48ddf-3012-4fcf-84b0-4062c0db1204","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.794643275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ced82221-0310-4979-9103-223918a7f48e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.794727877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ced82221-0310-4979-9103-223918a7f48e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.795054135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc93172c-7b96-43ed-ad17-8a3280b7d083","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.795106323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc93172c-7b96-43ed-ad17-8a3280b7d083","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.795418645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae330148-1c36-44e2-bded-6233ffdbaf29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.795486971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae330148-1c36-44e2-bded-6233ffdbaf29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.795999659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0490c765-1734-41a8-ba72-e86f1018e0c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.796057159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0490c765-1734-41a8-ba72-e86f1018e0c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.905246015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27af3750-9b74-49f0-89a4-d3c0039d9b84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.905245915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ff69757-6bd9-473a-8738-38c400058e24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.954208124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"fc0b3a55-0254-4402-9b37-7837f7a5cab1","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.058661906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1f208b8d-e68c-49a6-9272-ad7c25d4d32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.060248843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"985d0e5d-b65e-4652-ba16-600b9f6e727e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.061886731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"96576a8b-154f-4bf4-b2fd-e334560386cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.14654262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8b397d5-429c-4e59-ba21-5ef3c62da4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.14887506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"96576a8b-154f-4bf4-b2fd-e334560386cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.151033698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"985d0e5d-b65e-4652-ba16-600b9f6e727e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.156447499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1f208b8d-e68c-49a6-9272-ad7c25d4d32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.210170029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8b397d5-429c-4e59-ba21-5ef3c62da4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.374065122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65ca441-aa9d-4b4e-9fee-afa02b2aacad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.433090947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65ca441-aa9d-4b4e-9fee-afa02b2aacad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.570665872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"554521e7-8863-470c-a247-15cd42ec89e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.570955533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c4b6802e-9c9d-4ce8-aacf-3fc5979a6ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.57066591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"820ed63c-8135-47ee-8902-d29941156d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.647569084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"554521e7-8863-470c-a247-15cd42ec89e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.647806228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"820ed63c-8135-47ee-8902-d29941156d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.648795542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c4b6802e-9c9d-4ce8-aacf-3fc5979a6ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.724783054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"aa247a10-ff87-43eb-861c-3009d3abb516","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.731202324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"d6496770-8d9f-4122-836e-9cfd3abce44b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.788982553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"d6496770-8d9f-4122-836e-9cfd3abce44b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.891235348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ce312933-df3f-4524-b1b2-085e5059ea36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.949520827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ce312933-df3f-4524-b1b2-085e5059ea36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.990053936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f30d53e4-2885-4e29-9913-410d6fcfef50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.990089613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"6cbea6a7-773c-46f1-99da-021f3302b996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.045220268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e92044d-10fc-43a9-8168-b694819f2c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.049365755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"6cbea6a7-773c-46f1-99da-021f3302b996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.049563751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f30d53e4-2885-4e29-9913-410d6fcfef50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.103955973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e92044d-10fc-43a9-8168-b694819f2c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.283162805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"f261782c-9acf-4062-8fab-661eaf6c3cfe","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.331162928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f58320e6-963c-46d1-9e0e-659875f9ac60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.340856836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"f261782c-9acf-4062-8fab-661eaf6c3cfe","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.388959068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f58320e6-963c-46d1-9e0e-659875f9ac60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.432007692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"80b658b3-d968-4e39-ad38-20edf9e706fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.432034385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"aac36b24-c042-4953-9dc2-8c231cdadeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.437583032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b892865f-c086-4eb0-a699-e7d23caa70c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.490175391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"80b658b3-d968-4e39-ad38-20edf9e706fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.490484518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"aac36b24-c042-4953-9dc2-8c231cdadeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.495250563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b892865f-c086-4eb0-a699-e7d23caa70c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.758730766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"11941b11-0c18-43c7-86ab-c6fc6f7fe22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.817497917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"11941b11-0c18-43c7-86ab-c6fc6f7fe22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.860239826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"be552116-6259-412e-8f43-2cc8bff40bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.919830431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"be552116-6259-412e-8f43-2cc8bff40bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.961409578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6a635f2d-3c4a-4438-a73d-e151b85724c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.961406074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"bff85a9d-74ea-414f-9845-b909666158a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.020326931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"bff85a9d-74ea-414f-9845-b909666158a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.020501265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6a635f2d-3c4a-4438-a73d-e151b85724c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.007038269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"fef7905e-9920-480c-bbb6-3e303c2b3804","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.007202688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53e7acf5-dabd-4908-bf39-1e00f1af0672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.007816756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc316fbb-4b41-4a06-9bf5-7412716d4a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.054558532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1093d0f5-67c0-416f-8435-54a15b39bf5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.054644345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"61a14367-447a-4c81-98da-5a33b9d33e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.068430746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53e7acf5-dabd-4908-bf39-1e00f1af0672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.068643269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"fef7905e-9920-480c-bbb6-3e303c2b3804","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.072282878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc316fbb-4b41-4a06-9bf5-7412716d4a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.114424295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"61a14367-447a-4c81-98da-5a33b9d33e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.114424296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1093d0f5-67c0-416f-8435-54a15b39bf5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.040194521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:47.380244748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"22562466-660a-4feb-8bf9-eba9301a768d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.252754323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"e1cb3e7e-8175-4fd6-9b7a-7b9e737285ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.567540295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"226304e3-059d-4efb-9ca8-ebf8b992d6ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.665096858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"88c299ed-d588-4074-90b5-6f6d563c11fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.764761434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"949dcfd3-27dc-4986-a7d3-f2e5f3a257d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.818716815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"23883e2e-1eae-4c8a-badd-38b48581b2be","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.867036945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"7b119d5f-f142-40c0-9e4b-0a568fb60fa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.965339712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"6da76334-d18b-4d1f-ba34-14c14910fa32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.064594036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"b8325ec6-b739-47e0-815c-2af75ac77a56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.116004242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"9e72bec3-2e24-40a1-9f27-0e2d905c913f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.194446218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"4fee4a79-695a-4ff6-8b2f-c16105273484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.226071117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"c8b62f52-b6a2-44c5-9db9-3fc2d0b59863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.390458496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e94defe0-efec-44c1-bf10-ff92aabc67b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.498343477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27911e6b-5ad4-411a-95cc-0b04412bda26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.552978825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"6ee7a485-e8de-45cd-9e2f-dd20d5efdf53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.858603501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"33594db3-a059-4d3d-b6df-6552476d102f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.859080715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"5c8397df-62a4-4de1-b69f-d280a88db5ee","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.919375237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"b45750e7-14eb-4b3b-b7c5-cc671b157c21","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.919745497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"43a2a4b5-85f1-483d-ae92-2e1c9d51b6ce","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.034399067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"bfef6b25-577a-4fe0-b805-0f90c31ab92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.035736558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"89a5266f-e343-488a-a91b-1ef9057af2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.082315305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"71d09f3a-d2dc-4487-b1f0-9a6c55f11b92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.090607473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e5466cce-943c-433d-8bc6-c2f82840592d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.093823895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"89a5266f-e343-488a-a91b-1ef9057af2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.094159573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"bfef6b25-577a-4fe0-b805-0f90c31ab92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.470219649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c0551929-2de8-4a8b-a735-ec9768a5fc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.470312935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"785d444d-f78e-4bf4-89d4-d123a012922f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.529245112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c0551929-2de8-4a8b-a735-ec9768a5fc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.529301704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"785d444d-f78e-4bf4-89d4-d123a012922f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.345373276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-conflict-a-f2a72750","reconcileID":"5897654d-fd08-43e1-9852-26049964b9fa","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"e2e-conflict-a-f2a72750-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"e2e-conflict-a-f2a72750","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.642733921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"fe685de5-0edd-45cb-8211-f4261d572762","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.644624662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"48e5273c-c05e-4882-9ec0-db29c8a78f12","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.708668158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"3b24aac4-2032-4d86-bfdb-44d46743dd57","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.709024851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"f3d38218-0b74-445c-b72a-ce73c5315b4f","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.806846346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3fd34994-a113-4d74-9c7e-6e0f772036dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.806842656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"94e630bf-7ad2-4194-a6b7-da70de586b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.872968202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"94232ceb-5eb0-41bc-aeda-4b8dc6d8c859","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.872988103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"f784cc72-b70c-40be-b175-b93a6b9d0d3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.875675451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"94e630bf-7ad2-4194-a6b7-da70de586b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.875866924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3fd34994-a113-4d74-9c7e-6e0f772036dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.199950318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"1930a524-3f40-44fe-aa8f-81f5b452e1b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.200149529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"72211ba2-411c-4f30-9b39-fbc4fe35de96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.257796842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"1930a524-3f40-44fe-aa8f-81f5b452e1b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.258253825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"72211ba2-411c-4f30-9b39-fbc4fe35de96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.042327778Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.693633406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"d08434c1-76d5-4320-b917-b0ae72769fde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.793266781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46b7c25e-1c4b-4529-ad4a-32772b48aa71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.892890361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"000781aa-4c76-4a41-b8fc-ce25174ce730","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.996304808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"bba5f251-aa39-4049-9cff-a49b50f611c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.093811438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"d1954e0a-9fee-4a6d-9856-66b4e9c1ebc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.148230692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"0d3cb523-be0c-4a6e-8fa6-16e0a4c3217f","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.191294243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"74a996b2-a115-45ad-9340-1dea6e0de836","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.295108675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"c6d78987-3ba9-4cda-95a4-2a56552b51f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.391698957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"c779bb63-40cc-4c43-858a-90e7efeeac04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.492808489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"b095ab05-ca25-4597-aff7-a5add044ee6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.592857016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c5dde044-5d32-465a-8c08-7dd16c8e9b3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.592929849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"449db3c1-c63a-4926-9785-a04e83e4af32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.693370363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0190995d-aecd-4c0c-ba5f-316fba37d8a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.764938324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b53773df-971c-4b68-be5a-0e0f20d2a70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.764938313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"849539f7-3580-4eb5-afb6-83ac6c6f854b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.824224071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b53773df-971c-4b68-be5a-0e0f20d2a70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.825349875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"849539f7-3580-4eb5-afb6-83ac6c6f854b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.887448927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9d71ad74-307e-4294-8876-57bcd08f528f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.887668768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d4009389-106e-4dff-b03d-2fe97a4ef175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.945255146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d4009389-106e-4dff-b03d-2fe97a4ef175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.945269397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9d71ad74-307e-4294-8876-57bcd08f528f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.318670879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"a69fd543-4162-44a8-8ca2-9ecfeab2a200","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.578394155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"d5ccf312-5615-47a7-a6c6-63fb6e8fe6b4","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.047568086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"56804716-0c41-4797-aa2a-a6f1d4539e63","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.155687957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"5d32d6ae-ed31-4e79-8315-06846ddb1299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.26763919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"5e17add4-0dba-4534-a9d4-82f416c2bf8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.361000039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"6c2f021a-14df-426d-a763-4e8d8f70ddcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.367090097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"7a6c90b3-87e7-43a4-b14c-f17ce8cd9064","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.458767125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d570fdb1-c9fa-447d-89fd-9743f8fc839c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.558208496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"588085dc-4a59-434f-9837-fde76d9a187f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.65931549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"006fd5f4-4dd3-4089-a7e4-0224f38c5653","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.689269673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"758bae43-a78b-4f89-921c-0e54de5a57a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.71210322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"f1dda9c6-68d9-4e7e-8f16-68877ece7bd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.797968383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"2d3ef83f-8ba1-4caa-a56a-5f187789820f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.90394507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"924d0279-fcf1-47b6-9935-9266932bc088","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.01119971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"17b99120-4c36-4855-8ab0-2cc6c9e5e71e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.03906049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"62b5b83c-6796-4763-a458-f82ed34478c5","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.039692767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-conflict-a-f2a72750","reconcileID":"61a41923-ea86-49fe-b09e-ca6beceaa6aa","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"e2e-conflict-a-f2a72750-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"e2e-conflict-a-f2a72750","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.040063248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"6c30f959-5793-45f6-9843-39a0a8ec1238","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.105798266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"da213ed6-f847-40dd-aac7-ba090dcc14d2","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.106151803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"8d090910-66dd-409e-8005-bf57970a618c","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.106390389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-conflict-a-f2a72750","reconcileID":"05a18088-588d-4e06-abd3-e73df3a562c9","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"e2e-conflict-a-f2a72750-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"e2e-conflict-a-f2a72750","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.221069791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"d46a6ddc-a90c-4c50-a391-b918e845a40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.22212281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"6cab0bf8-109f-4719-8aaf-09b195fca5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.279854643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"702c3094-3dae-42b9-a366-bd374cee9308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.279908125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"7eaede66-fc2e-4d4d-a3e3-d0d83968b11f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.283550264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"6cab0bf8-109f-4719-8aaf-09b195fca5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.28357992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"d46a6ddc-a90c-4c50-a391-b918e845a40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.657289144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"89f291ce-3021-4111-9d47-33a599f80d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.657300709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f6ede881-e4b6-4728-9849-79a4e5bddf17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.716815861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"89f291ce-3021-4111-9d47-33a599f80d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.716813568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f6ede881-e4b6-4728-9849-79a4e5bddf17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.208150488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fb46648-441e-401e-ab23-32d444d9973e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.309311584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"daf1a013-dc90-4a52-b7ac-65c5b00667c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.330837769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"094de4a2-bca2-473f-82ce-f2da72bbaf07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.494282436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"28230a50-9d3c-4ba7-9604-d244bcd73904","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.594591105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"a94cf669-64d0-42e8-9ee6-8abddbae32fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.613200546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"0c1d0d86-9bc4-4247-83bf-02189a5c73da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.694363297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"37459152-b915-4da4-ae9c-320f5126ec95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.794994713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"0532c6d5-c078-4f28-bf19-3ec4753e9ff0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.827091774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"dbde720f-ad70-445e-8ae7-416f3c49d896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.922688865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"bd9c0eb3-c5ff-4387-b47b-1f3f570ea1c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.079415012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"b9003430-da4e-4369-8f92-4b90626d9e94","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.126886168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"413cbad4-f05e-4764-87f7-2726d9d04880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.168284939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc0e6f42-3112-4a11-9447-3b7092a2bdec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.345526368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"73de97c2-4de8-4c00-ac05-2d3244f8a3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.345576208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"86779a0f-4bd5-4be5-8102-e3ba74cbe9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.403624346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"86779a0f-4bd5-4be5-8102-e3ba74cbe9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.403711481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"73de97c2-4de8-4c00-ac05-2d3244f8a3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.041102365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.3251266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"2808ab2a-1461-40f0-9701-67be256422f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.433964795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"7c94d093-5fea-4b04-a909-8df88debf1bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.526166048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c219d9e5-6edb-4373-9016-3afc551d6e95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.538899117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"ece929d0-009d-4cba-8d7a-7aacb7c8c859","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.628256467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"95365e3a-2563-43c3-94e1-74e3c410e381","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.732525994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"06471eff-6fe7-473f-bb43-be4e04d9cb1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.827626011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"33bc016e-1843-4368-a774-85770682f972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.858721133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"f7aa5349-36e9-4056-9e6a-ef070da0158c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.874984168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"5fd1e6d6-f3af-4d4f-b79f-3805f14b410d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.956400276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"d373a14b-ec4b-4178-8f51-42ce1f02f08b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:48.114062096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"ec3c3f2b-7c3c-4da9-bbce-bbb5f810d62b","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:48.16115109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff925a04-7674-44ea-815c-4f7d0f59191b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:48.261427188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"7a4cbc12-b87a-44de-ad14-c2ee2d446c22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.496739113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"e907342d-df0b-4f6d-b8aa-dd02001ff1ee","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.551425791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"5b47c33b-dc17-49fd-86a5-1ff2d21b31b5","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.551453435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"5b47c33b-dc17-49fd-86a5-1ff2d21b31b5","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.659880803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"85161f79-437f-46f2-b3be-6f2483d2acc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.659965671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b15cbee8-bcca-42d5-9d59-b71e0984cea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.660393019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"c7ec0eef-1438-4f9c-bfda-add54c1e9464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.714062218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"a1ade316-f2cd-4708-8f56-d7cd5990d355","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.71430373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fc48fa2-87e4-4cfd-a116-4023d4cbb1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.718526133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b15cbee8-bcca-42d5-9d59-b71e0984cea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.71855639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"85161f79-437f-46f2-b3be-6f2483d2acc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.72208595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"c7ec0eef-1438-4f9c-bfda-add54c1e9464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.772015622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"a1ade316-f2cd-4708-8f56-d7cd5990d355","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.772322445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fc48fa2-87e4-4cfd-a116-4023d4cbb1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.773993299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"4ac64b35-aac1-4023-bb11-3d16c09b20d9","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.77400913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"4ac64b35-aac1-4023-bb11-3d16c09b20d9","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.842679344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9b52f8e2-afc8-4976-b0a2-0751089523f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.842707295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9b52f8e2-afc8-4976-b0a2-0751089523f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.843089783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f53b7332-6734-4430-9c46-de49544f52c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.843109067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f53b7332-6734-4430-9c46-de49544f52c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.843415639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b2e1c89f-2e4c-41b0-9f10-d47174e69f6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.844578758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b2e1c89f-2e4c-41b0-9f10-d47174e69f6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.844898847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fdbad1e-9fd2-4376-98fa-25f3a5fa5f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.844917464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fdbad1e-9fd2-4376-98fa-25f3a5fa5f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.845208988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b58435d-25aa-44f0-890e-66dc7ebac45e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.845222288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b58435d-25aa-44f0-890e-66dc7ebac45e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.84552768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c0f5c9e-94b0-4a6c-b9a9-11334313365e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.845546239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c0f5c9e-94b0-4a6c-b9a9-11334313365e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.845813937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b18b2cb-9085-4564-a094-12b99d47010b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.856265904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b18b2cb-9085-4564-a094-12b99d47010b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.856866635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f652d3b0-7dc5-4758-b45b-04e18939e534","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.856936494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f652d3b0-7dc5-4758-b45b-04e18939e534","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.953062817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bc23c67-7144-4de1-8605-adb3c8b8443a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.953367506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02147a24-1e33-4a59-ad00-94eb74cb1895","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.007147549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"d57e2d75-e55d-4bd8-bdb6-494e743d05cb","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.088367452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b285264c-9cbd-4d2b-b75c-d8e419814032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.088391665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"96f8891a-8f32-40d4-9eda-686535a33915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.088867473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9cb85c85-91d0-425e-834c-7441df0cd4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.147759705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b285264c-9cbd-4d2b-b75c-d8e419814032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.147749517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"96f8891a-8f32-40d4-9eda-686535a33915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.150087996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9cb85c85-91d0-425e-834c-7441df0cd4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.248875964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02146bb3-bac2-4d10-859b-1517494fe676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.303111607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7309dfe4-69b4-4faf-ab40-1708f98d631b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.307231437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02146bb3-bac2-4d10-859b-1517494fe676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.361544359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7309dfe4-69b4-4faf-ab40-1708f98d631b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.474413322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"2f5506b2-97c4-4a24-ab43-7b065d69d7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.474435545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"38a40a4d-194e-4eff-957f-488e9d8b856b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.474821005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"73ff27b2-52ec-4b6d-8bd4-9a933cc941b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.534457869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"73ff27b2-52ec-4b6d-8bd4-9a933cc941b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.534528232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"38a40a4d-194e-4eff-957f-488e9d8b856b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.53684586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"2f5506b2-97c4-4a24-ab43-7b065d69d7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.683340486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"4aa5e084-5d64-4d64-b72b-6c11c32b4347","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.741046248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"4aa5e084-5d64-4d64-b72b-6c11c32b4347","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.760881561Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"a4a8ed09-3e18-43ff-b8fa-9d1b5c35cf23","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.783047645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd108486-67a2-44a0-a12e-8b4a09c0a4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.870222226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd108486-67a2-44a0-a12e-8b4a09c0a4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.934761947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"40b5987b-9105-4f3a-b93c-b79ba7dd1d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.934883583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"21743610-40bf-457f-8325-3e9c2867e4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.988001199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3e411b6-a67a-47b4-9ff1-b553a737652b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.994012419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"40b5987b-9105-4f3a-b93c-b79ba7dd1d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.994564073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"21743610-40bf-457f-8325-3e9c2867e4ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.045518475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3e411b6-a67a-47b4-9ff1-b553a737652b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.19577526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d0a190d4-5201-4772-82f6-d8e673f72de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.195780181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9078554e-463c-4871-b764-e4fb63e9c8c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.253993458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9078554e-463c-4871-b764-e4fb63e9c8c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.254003398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d0a190d4-5201-4772-82f6-d8e673f72de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.397752407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"b125631d-d12c-4b7e-9a37-feb4e0e8a223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.397910737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"8ee4477c-cde7-4369-9d35-de78635c38d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.397757537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"9034c30d-b793-437b-a021-9ab9d2afc513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.456772009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"b125631d-d12c-4b7e-9a37-feb4e0e8a223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.45725377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"8ee4477c-cde7-4369-9d35-de78635c38d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.459007952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"9034c30d-b793-437b-a021-9ab9d2afc513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.629098158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba88a74f-807a-43db-973f-0f5fff7977b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.62909816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"9fbce1da-0d01-4802-b37a-a5c56169b6bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.686906248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"9fbce1da-0d01-4802-b37a-a5c56169b6bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.686925991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba88a74f-807a-43db-973f-0f5fff7977b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.780836372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"32b63296-16b5-44f3-ad00-690367981c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.780854104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d41d3e12-ab6c-45e9-a6f9-ba850b3af408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.781309295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"25459126-6e0d-4e3c-8849-5d350d1fa6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.83957281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"25459126-6e0d-4e3c-8849-5d350d1fa6c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.840050086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"32b63296-16b5-44f3-ad00-690367981c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:54.842033141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d41d3e12-ab6c-45e9-a6f9-ba850b3af408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.910285357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"4c8bd429-680f-4f60-ba67-adb5def3177a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.259296115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"6f192a57-d4db-475e-8fd7-f267064d7e8f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.259872781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"6479c9b4-00da-4f45-a535-db170986ad4b","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.260179559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"d01b9053-31d2-49af-b1ce-356d08d4de12","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.329428322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"e7b1ab58-0633-428f-9560-2603be0a5e33","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.329890532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"7e4b0634-4be1-4278-9ed0-7122b6eac29b","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.330077766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"c496affe-104f-44f6-9be3-9b8c5ee590d9","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.440455045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"98a60be2-6e71-4143-adc4-b62979831fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.441158224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1600aa4d-2c37-4415-9797-dbad127b6868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.498075097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"82a5b067-4b39-4a9c-84dd-b09257b27e6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.504137043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"843222f0-ee9b-44b3-be7a-c2c2a9369fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.507815155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1600aa4d-2c37-4415-9797-dbad127b6868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.508296291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"98a60be2-6e71-4143-adc4-b62979831fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.880581469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"92394d22-73bd-44a3-9005-9f88baf69284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.880579622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4eec867c-2a6f-4de4-8d1f-7e26fa7e4bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.939684768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4eec867c-2a6f-4de4-8d1f-7e26fa7e4bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.939772715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"92394d22-73bd-44a3-9005-9f88baf69284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.956265807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c727b5a5-409a-4cc7-9805-a4765c128103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.957152591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"89bff474-3c37-46d6-a14c-2d50c3962b6e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.957909101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9142c078-2dbc-4994-97f0-00719ec1e82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:07.026524792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c727b5a5-409a-4cc7-9805-a4765c128103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:07.028731203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9142c078-2dbc-4994-97f0-00719ec1e82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:07.030985531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"89bff474-3c37-46d6-a14c-2d50c3962b6e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.039777322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.281271997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"bf7ec2f0-e369-4c38-87d1-1076d757aa1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.449873958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"96156a74-0d6a-402a-a175-808a95e36501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.54415612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"128d6f4a-064e-4a26-b8b6-7491cf247cbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.644529691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8769ecd1-6fd3-4959-88ab-baf41f9779fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.644747618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"3e27bc35-188f-464f-907a-151b9be1d4d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.743380334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"125bc298-dd5b-4f6e-8b4f-d7d82d19bd07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.845158769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"31710e81-69e6-46c7-b70a-32b6cad60e73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.95164018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"36c1ad6a-a392-4dcb-99ed-e9cadb019b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.987074924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"ad73b8ff-c24b-4443-bab7-a83b41c9e6b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.063264141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"39253ed2-d549-42ab-9c03-d7116a213eb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.14165986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-conflict-b-f2a72750","reconcileID":"69ab4da0-f5b2-4edf-9fd4-3ac54b3d75ea","MaaSModelRef":{"name":"e2e-conflict-b-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"e2e-conflict-b-f2a72750-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"e2e-conflict-b-f2a72750","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.170856238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"ad16b1e5-df1c-440d-b7cf-8eb7a7f11527","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.204674479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-conflict-a-f2a72750","reconcileID":"9d0f5516-bd7c-4e9e-ae1f-91a96604c11a","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"e2e-conflict-a-f2a72750-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"e2e-conflict-a-f2a72750","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.269083847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"776dd8a9-e86f-4d5f-8217-b5022445e1b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.426688706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"a743c593-4d6f-4ff5-9b72-a4f25acd2050","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.46499888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"edc16da4-4966-4ec8-a719-79d4e9df9908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.464998874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"392a8d73-ed87-4e84-a0a2-85cfc010f7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.523397855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"392a8d73-ed87-4e84-a0a2-85cfc010f7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.523994157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"edc16da4-4966-4ec8-a719-79d4e9df9908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.870542561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"3e468f80-4511-459c-94ea-3ffd5be1ff2b","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.871785337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"f8fb6bb4-b847-4f5b-9bf2-3d6154145ef3","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.872258899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"4d9fc247-fafc-4004-8816-2ec298a9b08b","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.941310307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"3db2fe23-751a-4897-8c52-b0a05b2b46b7","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.941856017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"5ce9cbb1-c971-4f16-9f26-f2c59c45c795","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.942261924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"f4c8bf04-8da9-4cbd-b5c6-66281d5ad159","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.037869367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"516defaa-d18a-4742-ac0d-26755a2fcb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.037947497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"91a6fd0a-b455-498a-9173-9e3a76cf3cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.095068589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"1ac3aec2-833b-4a2f-94c7-44fe0d75027a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.095109929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"a3cb28f3-4b11-48e3-8712-a5e4d221a322","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.103780926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"516defaa-d18a-4742-ac0d-26755a2fcb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.10428753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"91a6fd0a-b455-498a-9173-9e3a76cf3cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.476633812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"360f5728-aa75-45c8-b6e1-0f6c53bf3966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.476839826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"0b1a40cd-7ede-473b-ab9d-10dd54e2f7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.535901951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"360f5728-aa75-45c8-b6e1-0f6c53bf3966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.536661626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"0b1a40cd-7ede-473b-ab9d-10dd54e2f7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:23.247225347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"7f00b3a1-00a9-45c7-8c1f-a5e85a4e29f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:23.288711019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-conflict-a-f2a72750","reconcileID":"d291d1b3-e8b5-42ec-a45d-067344760265","MaaSModelRef":{"name":"e2e-conflict-a-f2a72750","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"e2e-conflict-a-f2a72750-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"e2e-conflict-a-f2a72750","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.191346802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"031d9023-3a65-48e2-9d38-5e83defc0626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.191357213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"82f97e8b-896f-4ac9-86d6-56e847ee2201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.25240453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"82f97e8b-896f-4ac9-86d6-56e847ee2201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.253732167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"031d9023-3a65-48e2-9d38-5e83defc0626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.385867976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"e364ee27-2ea2-4650-a665-f8e01b5d91f0","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.386339942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"500c20bf-2e7f-4e43-94cb-994b0e2aba28","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.455270287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"880c8e43-f5f2-4eda-b3ca-168379ba1dbd","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.45575162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"a0fe61ac-656a-4f70-b82b-831834ed1240","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.564439008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4b456e42-e912-4678-869c-12b35c2c23cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.564964034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"056936d8-6b77-4417-a383-c8cd3492adb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.627550611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"59a232b2-4e3b-48c9-98dc-9ac5107f1dfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.627813262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"ff41bf4f-767b-475d-bb54-326b104b3e47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.635632824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"056936d8-6b77-4417-a383-c8cd3492adb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.635852712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4b456e42-e912-4678-869c-12b35c2c23cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.009685196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"fbeb73e5-8f19-43ee-8ba3-9509ec715155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.010619844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d576b3b5-c59c-4574-b7ab-db59f68f6768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.067720483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"fbeb73e5-8f19-43ee-8ba3-9509ec715155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.068124278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d576b3b5-c59c-4574-b7ab-db59f68f6768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.708580797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"29ec357c-3078-4576-ac0b-b0311f6633b3","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.831345256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"65cbd349-1fc2-4882-a675-fdfaf65f4804","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.890946639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"aa375b47-c846-4fdb-9012-fc55b19a8b5f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.052857999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"3b5dc393-2369-4df4-8752-73a90daa6ce4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.11170082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"3b5dc393-2369-4df4-8752-73a90daa6ce4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.390920048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"022aa6f7-a871-4adf-b3db-ca29a9f7cd81","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.552289319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"897fb84c-1860-4e15-bc7f-31e857ad6624","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.61102744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"897fb84c-1860-4e15-bc7f-31e857ad6624","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.686977502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"a3a211fa-41b5-4c99-af30-0f6c419ddd24","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.745861581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"6cd05fc8-7621-4720-8c6c-08b654399348","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.799265348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-subscription","reconcileID":"333bbfb6-7028-43a3-bd44-4eee2c0946db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.849278199Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"cddeb7b5-aaa9-40b2-8b7d-4c2dab0a333e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.851811252Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"d6d1ed70-4d7d-4ce1-8a3a-595d9b1000a1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.851811194Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a5e58154-782d-4480-ae36-89fdf3c8678d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.908230382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"cddeb7b5-aaa9-40b2-8b7d-4c2dab0a333e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.908544933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"20595e41-62ee-4f4a-8886-2df2853b2425","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.91164651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a5e58154-782d-4480-ae36-89fdf3c8678d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.911746717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"d6d1ed70-4d7d-4ce1-8a3a-595d9b1000a1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.912154073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"1ec54d8a-c8c2-4bc7-8792-2bb661103638","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.912487502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"5f4ac014-c3ad-42eb-ad47-be87bc8f81c7","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.916269921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d7ad9abd-8c57-4931-be8d-41589fe4a1da","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.97472747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"97974d3a-4083-4433-b38b-07eb579860a1","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.075673536Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7265c4fb-145d-4111-855f-88ba1481a9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.075751633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7265c4fb-145d-4111-855f-88ba1481a9dc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.078772352Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"6a6f293d-aa98-4b97-964d-e20c1b503e40","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.078826005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"6a6f293d-aa98-4b97-964d-e20c1b503e40","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.078917983Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"1db66e20-e38d-46d4-b69f-665c49c0f229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.078974046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"1db66e20-e38d-46d4-b69f-665c49c0f229","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.23695494Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5c186a26-4a3d-453b-91da-d6e0360a4fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.237025547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5c186a26-4a3d-453b-91da-d6e0360a4fde","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.250985271Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"3f40c956-8c8e-4cb5-80cf-0a65b8db4f65","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.251054199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"3f40c956-8c8e-4cb5-80cf-0a65b8db4f65","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.250985269Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c23408dd-4c24-4c90-95ba-e7cd359c2e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.251092547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c23408dd-4c24-4c90-95ba-e7cd359c2e6f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.251374081Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-subscription","reconcileID":"d0012ec8-42a8-434b-9358-a6158ccbec09","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.421068301Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7b31fb00-902a-4d1b-8b16-22acaad90540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.421137492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7b31fb00-902a-4d1b-8b16-22acaad90540","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.421782034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"095629f2-8d8b-4469-bcb5-aeb4607c33a4","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.433742428Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"364b0f3b-b436-41fc-94d9-2623429446da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.433806327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"364b0f3b-b436-41fc-94d9-2623429446da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.43383706Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"67de5e34-28f5-4bc0-b849-bab833ef0a2c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.433894274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"67de5e34-28f5-4bc0-b849-bab833ef0a2c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.467988072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"77603721-b1c8-4c9c-a4d4-c17d55e22238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.623923814Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7dde08e0-cb35-418d-8ea3-6e8dc6b1adbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.624004752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7dde08e0-cb35-418d-8ea3-6e8dc6b1adbb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.635997754Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"bd6b3bdf-a4ee-429c-9657-b8179aab213e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.636010248Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a95d2a34-e69b-403b-add2-4deb71e8e869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.636051158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"bd6b3bdf-a4ee-429c-9657-b8179aab213e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.636061484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a95d2a34-e69b-403b-add2-4deb71e8e869","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.639191474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-subscription","reconcileID":"1cbbf4c6-0ad0-4997-9763-45e1830cab37","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.866259083Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"a69f6394-8460-4bff-bd27-b7b62a479ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.866340168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"a69f6394-8460-4bff-bd27-b7b62a479ab6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.878170949Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"c204f2f8-2ca1-4380-a37f-972dc4d5ced3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.87822628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"c204f2f8-2ca1-4380-a37f-972dc4d5ced3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.878217199Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"270f9923-e343-4034-874b-86c995b7390a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.878262717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"270f9923-e343-4034-874b-86c995b7390a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.188947273Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f3110e24-02b5-48c6-8c3c-187947929296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.189025992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f3110e24-02b5-48c6-8c3c-187947929296","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.199545286Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"88fa1ec1-b4e4-4a07-adbd-721f84a3216b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.199615767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"88fa1ec1-b4e4-4a07-adbd-721f84a3216b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.199645471Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"652346cd-e885-4b7f-92ca-6dcec8f3bb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.199690032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"652346cd-e885-4b7f-92ca-6dcec8f3bb0b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.670598459Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"9a69d19f-3948-469d-9951-e14f0c3dd9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.670679927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"9a69d19f-3948-469d-9951-e14f0c3dd9db","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.681705647Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c45b9aaf-e733-4476-bf1b-8b21a7c06667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.681768233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c45b9aaf-e733-4476-bf1b-8b21a7c06667","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.681757175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"8201183e-ecca-454e-9e11-98a4aece387b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:35.681814319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"8201183e-ecca-454e-9e11-98a4aece387b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:36.47311839Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"08e5b128-4778-4001-9705-4987bfcd2ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:36.473202524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"08e5b128-4778-4001-9705-4987bfcd2ff4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:36.485723219Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"91880fe8-942a-49b6-a548-22594e2c04cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:36.485783249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"91880fe8-942a-49b6-a548-22594e2c04cb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:36.485957105Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"7ef90c9a-588d-4f4f-b9eb-f1f53e81abf3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:36.485991754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"7ef90c9a-588d-4f4f-b9eb-f1f53e81abf3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:36.920237039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"a78a3089-8988-4406-9292-338aca52224a","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:37.083227381Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"656870be-93a0-4f1b-9c4b-f0c920c1d491","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:37.083295412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"656870be-93a0-4f1b-9c4b-f0c920c1d491","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:37.083235487Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e044ca5e-ea23-467b-81ef-80dc89db1603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:37.083340796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e044ca5e-ea23-467b-81ef-80dc89db1603","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:37.083609584Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"71e609c9-5fea-4f46-aa68-8e26e8612e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:37.083645979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"71e609c9-5fea-4f46-aa68-8e26e8612e5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:39.03977633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:39.806940973Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"a30c9f2e-faa7-4cd5-af51-46fc75e844f0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:39.807012455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"a30c9f2e-faa7-4cd5-af51-46fc75e844f0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:39.806955891Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"800a18cc-3abe-4169-bcb7-b17f0812c2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:39.807055312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"800a18cc-3abe-4169-bcb7-b17f0812c2cf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:39.807140618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"80f19cca-8605-4d40-b63d-bcb01971695d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:39.807187906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"80f19cca-8605-4d40-b63d-bcb01971695d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:45.090796257Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"fdedf6ff-4cc6-453b-9c97-81cbb9af85eb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:45.090845461Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"b75f69d9-fd86-472a-aedf-981df775e515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:45.090877815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"fdedf6ff-4cc6-453b-9c97-81cbb9af85eb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:45.090898695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"b75f69d9-fd86-472a-aedf-981df775e515","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:45.091120191Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b46e4725-243b-4f31-a20e-e3abecd9afd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:45.091157389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b46e4725-243b-4f31-a20e-e3abecd9afd5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: compose ai-tenant-e2e-worker-w4-3c5dbc/e2e-dedup-subscription@e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: model e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.10233528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"32811ec2-1b07-4743-b598-2dab42b4ecb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.102409744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ff10b456-df9f-492f-985b-4887c06c7ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.161072866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"32811ec2-1b07-4743-b598-2dab42b4ecb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.161368913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ff10b456-df9f-492f-985b-4887c06c7ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.091607991Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-subscription","reconcileID":"143ec81d-e918-4aad-8af3-60351bb980b1","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.320424755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-subscription","reconcileID":"143ec81d-e918-4aad-8af3-60351bb980b1","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.54690691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"c32511e0-dd60-4dc6-92a4-d72adb0f1763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.595063206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"19aac71c-1ed2-45b9-bc98-1b3ceac80abb","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.75984812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"364b06d5-70bc-4a40-99f0-5b775cb54d5e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.759848142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"dadc9b09-8f36-4eb2-91bf-9ddeb7a0b722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.760405816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2a8fd6ce-0d01-44e6-8807-1857d0ab37ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.774299826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"b0cdf0ac-1696-49e8-a804-97a9f842c470","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.818654488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"dadc9b09-8f36-4eb2-91bf-9ddeb7a0b722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.819177766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2a8fd6ce-0d01-44e6-8807-1857d0ab37ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.820859059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"364b06d5-70bc-4a40-99f0-5b775cb54d5e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:48.095324699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"364b06d5-70bc-4a40-99f0-5b775cb54d5e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:48.09552434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-dedup-auth","reconcileID":"8ca8cc96-91eb-41c6-bb52-5d2ccc21f8a8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:48.100670218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"7c35b50c-4d86-4a9d-b5c2-f4918b6dd2c4","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:48.103814517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"0d2934bd-6b9c-4de6-b9a7-851efc0a4d38","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:48.30943899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"752773de-b07a-4e4c-9467-e63deca67230","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.48969495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"dc53a4b7-6c2b-40da-a299-4844206fd900","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.48997857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"44cf58a8-83d1-416f-ba9c-96e560ca8dea","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.546506384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"66861628-e297-4c46-9447-83ad10711d57","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.546791704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"38e05b66-6a63-46d4-90ea-78218b7591c8","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.809959356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"93976639-a916-4adf-81e3-2ae7085cf1bf","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.817209974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"2dc1d198-6c41-4fa8-81dc-5dbb7c4b08f7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.871033931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"313b980e-82de-4050-93cc-f578783fe7bb","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.87693717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"2dc1d198-6c41-4fa8-81dc-5dbb7c4b08f7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:49.922141963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"db1dd091-dc22-4ff8-9135-054266eefb6d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:49.93079703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"84c68ce8-6a68-47b5-9295-d10e92737a2b","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.032691918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"c6aaf0e6-2c7a-4081-9758-fb5321f33977","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.033044549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"7a087696-ff0d-494d-ba45-5899a6c14b5c","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.081582989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"98021908-06f0-4479-9cc6-bc7e2243153b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.081583031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"25e80d5b-b082-4e7e-9ce5-7dfcfe276649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.089561222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"1262c183-2e5e-4f28-9c9b-9f1aec2588e9","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.089939353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"fba2503f-e069-48f1-842f-0ffe6a497e3d","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.139846542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"98021908-06f0-4479-9cc6-bc7e2243153b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.139889897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"25e80d5b-b082-4e7e-9ce5-7dfcfe276649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.308350479Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"e783b584-4c65-4816-b37a-fcc522b6ba44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","model":"distinct-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.352178819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"9ca80f0b-ded4-44bc-b9ef-958647669f83","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.352579187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"9885a41f-a51c-4259-a0e9-a27468cc5f91","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.474025707Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"e783b584-4c65-4816-b37a-fcc522b6ba44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"distinct-2-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.620285125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"bcf0cd7e-d909-4c9b-863a-fa4e29548b81","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.67775131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"bcf0cd7e-d909-4c9b-863a-fa4e29548b81","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.705180318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"77c6b044-e617-4643-90fc-94aef7ff014a","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.705576819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"89c2817e-5fdf-43a4-8877-4b13406dbf6a","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.720674715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"0428115f-162f-404a-bfb3-a694d0fbb4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.720681654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fdad6c7a-6374-4fe6-8fc7-58425e2bcde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.779812338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"0428115f-162f-404a-bfb3-a694d0fbb4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.779952277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fdad6c7a-6374-4fe6-8fc7-58425e2bcde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:50.922333455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"914ea5f6-e2d2-4bcb-838f-b396dcfc2948","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:51.085352869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"914ea5f6-e2d2-4bcb-838f-b396dcfc2948","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.528231313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"54d7c657-9060-4646-929e-8367900b9dd4","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.589440009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"a0f07de1-5d6d-4882-9d8a-6b2510a72092","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.696610708Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"234a916f-e7ef-4037-844a-53bf173b4d61","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21564fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.751524417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"b6f53c84-eb00-4665-91ca-2fb58c69b32c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21564fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.799206807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"8c030e2a-2c3d-4938-8fe0-542589a24c01","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.799395772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"87526341-422f-4676-a5c8-1f5b0ca6e192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.79920689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7702ee1d-d267-448b-b337-c895d78bf668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.858434677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"87526341-422f-4676-a5c8-1f5b0ca6e192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.858589079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"8c030e2a-2c3d-4938-8fe0-542589a24c01","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.860796212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7702ee1d-d267-448b-b337-c895d78bf668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.346133488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6c88628c-9e98-409c-bc38-ba1db37fcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.34613497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fae7527a-fffd-468e-ae07-d2a100b94203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.4055917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fae7527a-fffd-468e-ae07-d2a100b94203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.406159298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6c88628c-9e98-409c-bc38-ba1db37fcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.454636031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"e719cc87-fc1c-4f6b-ab5d-6b84e4539e15","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.512018478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"e719cc87-fc1c-4f6b-ab5d-6b84e4539e15","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.853826141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"b4f7828e-e891-4218-957d-2993d93d5b8a","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.854304191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"dfb17bc8-1e95-4ff2-8d01-06934cc994d3","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.026488975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"8ab1a5fa-76a9-4133-b0f7-ef85c71cd3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.026888795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"93da531b-d175-4916-9a47-ae9f31bfc417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.083426707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"1801e2da-f0ee-415e-b251-f5334378163d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.083440577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"ebc31e1e-2362-460a-8e61-2e377a8b66ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.08683479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"8ab1a5fa-76a9-4133-b0f7-ef85c71cd3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.086953145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"93da531b-d175-4916-9a47-ae9f31bfc417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.198366752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"05c0040d-46aa-40b7-a261-39c04116e29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.198419613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"bc0bf82b-5c26-47ee-b02a-ce920f2237b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.198920346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"19004b0c-f492-46e7-8576-9618c61a89e5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.256965274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"05c0040d-46aa-40b7-a261-39c04116e29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.257116515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"bc0bf82b-5c26-47ee-b02a-ce920f2237b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.259397453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"19004b0c-f492-46e7-8576-9618c61a89e5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.690502128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"710e8f29-cf61-404b-bfdc-459e9b8426dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.690760012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b164bda3-2fde-440e-9290-d87b9d25c9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.752526564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b164bda3-2fde-440e-9290-d87b9d25c9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.752578182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"710e8f29-cf61-404b-bfdc-459e9b8426dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.801322834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"e75d78a5-0a76-42ea-8f8f-88b04ebc16b3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.859369354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"e75d78a5-0a76-42ea-8f8f-88b04ebc16b3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.806175941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"4637ed03-b50f-46a2-8f48-4cbc9fb5388d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.860308792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"4637ed03-b50f-46a2-8f48-4cbc9fb5388d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.915224444Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"4637ed03-b50f-46a2-8f48-4cbc9fb5388d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.972971866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"4637ed03-b50f-46a2-8f48-4cbc9fb5388d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.027518297Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"4637ed03-b50f-46a2-8f48-4cbc9fb5388d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.081717608Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-subscription","reconcileID":"4637ed03-b50f-46a2-8f48-4cbc9fb5388d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.3781996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"089ac406-fcad-4627-8b3a-adf92ff65bbd","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.438405782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"82d625de-3fb0-4967-b086-47647b06d9fd","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.533191888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"3c079afe-8c10-4698-8f96-6e1784086d50","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.533446962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"9e6c53bc-66bf-430c-b781-2cd1c9563121","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.65465048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"7a883bda-8ea2-4895-967b-491655ceb90c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.654975987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4bba7750-d323-43e6-9c6e-46dd948c58eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.654650394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"e2aea99d-7259-492c-ae3a-3b3e23249050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.71529174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"7a883bda-8ea2-4895-967b-491655ceb90c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.71528653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"e2aea99d-7259-492c-ae3a-3b3e23249050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.717588519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4bba7750-d323-43e6-9c6e-46dd948c58eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.126764278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"22168ef6-35d6-4e9c-b2eb-531ea8967086","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.227775532Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-distinct-models-auth","reconcileID":"22168ef6-35d6-4e9c-b2eb-531ea8967086","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.440146451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"3255e8bb-a37e-485c-9643-46ebcaf33a70","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.440411392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"8a5be7ed-ecc5-48de-b50f-bd7962b241ba","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.658586691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"d1d20a0b-19a1-4dff-92ca-823854317a04","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.717903126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"0f3922bb-521b-48a4-96a7-f307a192abe5","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.810698976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"48a361d6-a73e-40f2-94dd-65cdac38297f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.870161125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"48a361d6-a73e-40f2-94dd-65cdac38297f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.882731566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"385f2110-6c54-4d66-8891-360f7cbd8b4e","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.942101687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8c70bab2-5bc4-4c52-857d-66dd0ef10b3f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:06.997702191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub","reconcileID":"e3339bde-68ec-4e3e-9c2a-5a968166e3a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.04615996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8172cd09-9948-46c5-92bf-fc7bdf8fc762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.046263411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2cdc0a97-a1c8-4647-bcc5-0d26f6525500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.104792547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2cdc0a97-a1c8-4647-bcc5-0d26f6525500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.105133272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8172cd09-9948-46c5-92bf-fc7bdf8fc762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.116312406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"071f0fdf-1ec5-494c-aa56-461f3a41af4b","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.147440258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"108fd29b-f40d-48a8-803a-a65defe1d366","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.174744363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"fad3e191-dcb4-4e63-ba58-26f05bf5ce1d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.308739072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6cc06664-fe06-4757-a884-03217dc81d8e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.366725262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6cc06664-fe06-4757-a884-03217dc81d8e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.449733707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub","reconcileID":"36e094c7-4a9b-4d55-81d2-87faeb4a23ef","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.473886691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"daa8bdf8-d803-4c12-af52-ef4f8e49e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.473923265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"03a27746-e4b8-40f6-b332-d044d678dabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.533239033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"03a27746-e4b8-40f6-b332-d044d678dabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.533248074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"daa8bdf8-d803-4c12-af52-ef4f8e49e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.624004818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"97c609ce-c255-4e96-b0fa-74e39cd934b0","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.666010032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"af7f5fb6-76d7-4ae9-afa3-6032fa29a80d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.710004273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"d8ce52a5-731e-4bf6-92e6-c4acbda9b52c","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.76864616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"200c781e-6a17-4176-9b81-a7d28ea0cc16","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.840374886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub","reconcileID":"61da8ee4-34f8-42be-b74a-c613ba8be64b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.983709581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"0695b13d-5d0d-46b5-9499-8f4d5bba5e0b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.002170161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"ae798e89-8c47-4592-a5a1-cd78343f23c4","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.043496132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"0695b13d-5d0d-46b5-9499-8f4d5bba5e0b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.062038957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"789f61af-5bed-4ee6-99ec-ca81cbb4df91","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:08.114373619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"43c07837-670c-41d0-b312-5ec2715d14eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.118392455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"6e46c2fa-8434-49e2-b2fc-57becf564d73","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.216365343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"8dfdf050-f6ff-4d0b-8edb-52c8695e79d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.216532179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5d2a0ca1-34d2-46a3-a850-694439db4abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.226463795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"c779366f-291c-4f9a-b2f6-84fb3b41ac8b","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.274420923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"8dfdf050-f6ff-4d0b-8edb-52c8695e79d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.274519852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5d2a0ca1-34d2-46a3-a850-694439db4abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.282736161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"96e949c7-2e1b-41b8-ae65-4156734a9cb6","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.29213538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"7e46fc97-87ea-41fd-84be-41a9b546401f","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.349940548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"b1c477fd-5a71-48d8-b08c-353f338c2a5b","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.364190255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"efafb4aa-ec18-4b11-9b08-faf4300c9f71","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.499958058Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"15c422a8-df0c-469d-ac4f-461681e3caf1","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","model":"distinct-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.565580175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"d38e51da-3436-4814-8afb-cadf7527a671","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.565675962Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-34b13c priority=0:[ai-tenant-e2e-worker-w1-34b13c/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-34b13c/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.618765995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"b9920674-c3ee-4cd7-a30e-61b63f056386","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.626013047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"014cdf56-9cf6-4552-9264-97c2f9014533","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:08.666855824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"15c422a8-df0c-469d-ac4f-461681e3caf1","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.67683759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"b9920674-c3ee-4cd7-a30e-61b63f056386","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.67826355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"a4348cd7-b26b-46f9-8ba4-1526e5513f68","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:08.679680241Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-34b13c/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.717727744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"8c7fef20-e878-415f-9feb-364bd7cc5ae6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.736562615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"0a076b40-d150-4abd-9f49-95618a75047a","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.775626171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"8c7fef20-e878-415f-9feb-364bd7cc5ae6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.820408397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a4d0e178-47a6-4feb-896e-3f84099e5469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.821128455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f8d8dcc1-4839-406e-8e47-ae89b953e767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.87952352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a4d0e178-47a6-4feb-896e-3f84099e5469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.880597331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f8d8dcc1-4839-406e-8e47-ae89b953e767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.902758417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"b0bf1118-b0d1-4773-96e9-588e1f11f1d6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.968113844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"56305a09-bac1-4bdd-85b0-66310ded6a06","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.99637272Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub2","reconcileID":"8a756470-c831-4b01-9ce7-8f871b9245c3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"distinct-2-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.041101451Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.096913691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"78fd04ce-b08b-4cfe-8bc9-4e8d617ec240","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.18106766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"787b883c-16a1-4dcd-9d8e-d060cc20723e","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.236112974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"315afe5e-be97-4c68-a1be-ee2293d0340d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.295941989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"315afe5e-be97-4c68-a1be-ee2293d0340d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.33443669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"60453a19-5465-4c6f-96dd-f80a505ba906","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.3922538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"60453a19-5465-4c6f-96dd-f80a505ba906","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.399229847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub2","reconcileID":"f24ff590-f041-4443-9285-88989217ef00","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.430696873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5b3ab503-9897-40cc-8ea4-1b3910c27a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.43069398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"41980d0c-76e7-4462-9680-a412c2a6ff1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.489143636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5b3ab503-9897-40cc-8ea4-1b3910c27a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.489287911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"41980d0c-76e7-4462-9680-a412c2a6ff1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.821116571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"2873c0fe-3a88-48fc-883b-9df45a17f694","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.98376337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c0458f29-0986-4622-a1b6-0ac9ce7642a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.983795339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"640489b6-ac22-44f6-9199-146db1030b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:09.984418869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"882b7350-3ceb-4c20-ad57-3e3ec6f94297","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.046915219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"882b7350-3ceb-4c20-ad57-3e3ec6f94297","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.04736609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c0458f29-0986-4622-a1b6-0ac9ce7642a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.049726932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"640489b6-ac22-44f6-9199-146db1030b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.356858676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"f2b4a82d-04f0-4bc6-bb25-624ae7adec7c","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.525378525Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"4ac32389-18c1-4a75-a7b5-9295fe4c0099","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8841c477","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.630658635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"f0093470-2a56-492a-b2b4-9184f3d74db2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.630745237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f9f4687b-f122-4b03-9800-fee19d5c720b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.631155237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"f43b3cf4-4ce1-44a9-aacb-a91ca2660d83","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.631254039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0153cd72-a688-4ad5-b7ce-98514b77f63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.68929475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f9f4687b-f122-4b03-9800-fee19d5c720b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.689885909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0153cd72-a688-4ad5-b7ce-98514b77f63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.691836937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"f43b3cf4-4ce1-44a9-aacb-a91ca2660d83","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.693065207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"f0093470-2a56-492a-b2b4-9184f3d74db2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.170589123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"19cfa277-0f17-4241-9ef5-462dee14f8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.170660498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"aab72e74-04c1-4951-8895-4dca49c74d80","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.171016019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"2ae8526f-041a-4318-b7ce-e20e514f7e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.171078092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"2ca97e00-577f-4e0c-bd6d-9ba3cde97068","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.229653929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"19cfa277-0f17-4241-9ef5-462dee14f8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.229654902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"aab72e74-04c1-4951-8895-4dca49c74d80","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.232149442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"2ca97e00-577f-4e0c-bd6d-9ba3cde97068","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.232201966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"2ae8526f-041a-4318-b7ce-e20e514f7e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.196794251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"4d361b3f-4b2b-4526-9500-d8abb477f5d2","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.197465056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"8ded8891-c488-4154-9a7e-f621896685f4","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.363174629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"4e734402-aa51-4e35-908a-21dea9175c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.363700023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1155cc7a-3da4-4f16-aae1-be4ea926af34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.424762074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"8b5b21a7-b607-4798-b047-f3ca8dfed20b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.425417102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"ac6fc26d-57ff-4636-bc8c-b2df6ace8859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.43117466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1155cc7a-3da4-4f16-aae1-be4ea926af34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.434102003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"4e734402-aa51-4e35-908a-21dea9175c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.776930719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-w3-5bb463","reconcileID":"c1d298cf-cf86-4355-ac82-e387e0cc9c31","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.848389533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"402cf6d9-5383-415f-95fa-ad4a4e0866e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.312301448Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"3c1d9ce9-d29c-4c9f-bd45-781c7f521101","namespace":"llm","name":"e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.369726076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"8d226cfb-e62f-4c26-80a4-fa2df904c19f","namespace":"llm","name":"e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.474914769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"88977d0e-735c-4ef9-aee9-d01824d8a2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.47554988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"43e50dbd-293d-4e2b-80f6-e67683b4521e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.475832309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"a692ea36-0e82-4913-aa4c-4240970bf981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.540915448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"a692ea36-0e82-4913-aa4c-4240970bf981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.541090986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"88977d0e-735c-4ef9-aee9-d01824d8a2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.54437372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"43e50dbd-293d-4e2b-80f6-e67683b4521e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.592292807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3ce6208d-cbae-40c1-aa08-0f9bca6fd9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.592291931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"fc5b14cc-ec2f-4b4d-8a58-b194445aebd2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.651674176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"fc5b14cc-ec2f-4b4d-8a58-b194445aebd2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.651724584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3ce6208d-cbae-40c1-aa08-0f9bca6fd9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.700792621Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"c76598e0-4917-4dfc-9207-0edf7b9f3462","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"name":"e2e-rt-eq-ddb83f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.81664217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ab040eb0-2f9e-479b-84cb-4ec2b7f7abb7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.816668985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ab040eb0-2f9e-479b-84cb-4ec2b7f7abb7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.817005336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fd2e7be-078d-4ff2-bf46-ca9eeff1ce59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.817025206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fd2e7be-078d-4ff2-bf46-ca9eeff1ce59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.817430058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2af223ac-c239-40a4-944c-4a0129b5796c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.817450474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2af223ac-c239-40a4-944c-4a0129b5796c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.871444059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"e56d5f23-fa89-4d9a-807e-cee7b03d9057","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"name":"e2e-rt-eq-ddb83f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.913275496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"36ef1b88-59a4-4e9b-a3aa-d28a14511c4a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.926350824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"710d9c00-1ad8-49d8-9e82-d55e7c95ff74","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.926369029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3454fb72-7093-41b4-b0eb-080db2e8dbc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.92637436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"710d9c00-1ad8-49d8-9e82-d55e7c95ff74","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.926771343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"624c7132-daa6-4fbd-90d8-3cff80675db3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.92678925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"624c7132-daa6-4fbd-90d8-3cff80675db3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.927095477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"43b7ecd5-be03-4f0e-8aae-aa9822153f8f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.927113803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"43b7ecd5-be03-4f0e-8aae-aa9822153f8f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.927364959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea792544-3379-45e8-aec1-738129428059","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.966504028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"c6037989-f718-4753-88d0-b00130039210","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.970773716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"36ef1b88-59a4-4e9b-a3aa-d28a14511c4a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.982911108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"374ea891-2184-4e83-b7cc-a25dd7d0d05f","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.982990997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"7891190d-6e2f-4d53-91eb-3235082a3c41","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:16.983012273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"7891190d-6e2f-4d53-91eb-3235082a3c41","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.024036899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"f4ad6531-c5e6-4ef0-9a3c-4ffd7b5f89cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.028844053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"c6037989-f718-4753-88d0-b00130039210","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.038306817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"752106f2-484a-42e5-a3d3-c2cc5d47f560","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.038325334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"752106f2-484a-42e5-a3d3-c2cc5d47f560","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.038610281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5012513-fabe-42eb-8e5e-a2a2e68213c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.038621749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5012513-fabe-42eb-8e5e-a2a2e68213c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.070102779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0fadac7-1788-43c1-b9bf-59de91f09ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.08251013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"f4ad6531-c5e6-4ef0-9a3c-4ffd7b5f89cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.118403296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"1ee9ac57-7b0f-4080-9a27-fc259a65c6ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.131819807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0fadac7-1788-43c1-b9bf-59de91f09ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.192360728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"1ee9ac57-7b0f-4080-9a27-fc259a65c6ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.369135294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fdaae50c-e34b-4e7c-ae3d-11a675ec1c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.444907726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fdaae50c-e34b-4e7c-ae3d-11a675ec1c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.583610514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"79253ea4-2604-4bda-9f35-0d896a473030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.596057616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"6a73ac17-946b-401d-8f3b-c2bc4661bbd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.641453603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c651142e-7103-4a11-85bc-0a3e1d3639b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.64253207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"79253ea4-2604-4bda-9f35-0d896a473030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.654023563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"6a73ac17-946b-401d-8f3b-c2bc4661bbd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.666743536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"18e9174c-5948-426f-a64b-688b8c4569d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.700651345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c651142e-7103-4a11-85bc-0a3e1d3639b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.724532097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"18e9174c-5948-426f-a64b-688b8c4569d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.797366009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"68ac750d-e27a-48c7-9016-72aa6ec64197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.854964448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"68ac750d-e27a-48c7-9016-72aa6ec64197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.976196435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"01b343e3-0b42-4a6d-957c-96fd789b59e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.034461141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"01b343e3-0b42-4a6d-957c-96fd789b59e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.066523232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"e4e53730-9bb9-4ebf-9703-64b7cc5cb419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.072541003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"0fa89bc8-295c-44a8-aea2-cf4f28b22d48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.083664932Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"788906ba-d5f0-4cf1-ae57-5657964afa9b","namespace":"llm","name":"e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.128373194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"e4e53730-9bb9-4ebf-9703-64b7cc5cb419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.1521435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"0fa89bc8-295c-44a8-aea2-cf4f28b22d48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.172619574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"ce5db8e0-0a16-406f-b197-c4a528de9c1b","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.172747941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"ce5db8e0-0a16-406f-b197-c4a528de9c1b","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.182247972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"54cfc9e4-427c-4ad6-b660-c480ed2b10ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.195889097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"53880a23-1c1d-4f0f-baed-54a75aa44d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.240340074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"54cfc9e4-427c-4ad6-b660-c480ed2b10ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.253373731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"53880a23-1c1d-4f0f-baed-54a75aa44d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.423253477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"0d705ccc-2084-42bd-b087-0ce4c3ae2375","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.480872635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"0d705ccc-2084-42bd-b087-0ce4c3ae2375","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.525743094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8c3a5743-e65e-4cd7-9782-2f058929ea4a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.579448698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f2c7bd8-0a4b-4243-9249-77d12e27c41f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.584362921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8c3a5743-e65e-4cd7-9782-2f058929ea4a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.626839203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"1b1997b5-477d-4020-9781-be2c34a23837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.638008506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f2c7bd8-0a4b-4243-9249-77d12e27c41f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.686770478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"1b1997b5-477d-4020-9781-be2c34a23837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.734137628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"e985fda5-09f9-420b-917b-c8eb2d5c61f2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.792129475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"e985fda5-09f9-420b-917b-c8eb2d5c61f2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.912263038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f9683f20-1998-4fb2-ad0f-be47e8312c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.970983466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f9683f20-1998-4fb2-ad0f-be47e8312c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.004399981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"6cece4de-98bc-4347-9901-3c954505dbbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.085385043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"6cece4de-98bc-4347-9901-3c954505dbbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.140255463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"01bf67cd-938f-44f6-89ed-7566ed255ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.193154967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e322fcdf-e52a-4114-ac67-ada060ff10d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.203096502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"01bf67cd-938f-44f6-89ed-7566ed255ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.251357745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e322fcdf-e52a-4114-ac67-ada060ff10d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.252607086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c9ba50e5-aff5-4f02-9fc6-b0a9a39250c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.357057439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c9ba50e5-aff5-4f02-9fc6-b0a9a39250c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.45472489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8fb8e9c5-13af-484d-bd83-73bc2f8ff4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.514314068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8fb8e9c5-13af-484d-bd83-73bc2f8ff4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.521026065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e24590b2-2650-4934-bed7-7db28772be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.5803561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e24590b2-2650-4934-bed7-7db28772be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.667446679Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"cd40b306-114c-4feb-910c-765e75afa663","namespace":"llm","name":"e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.721825898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"2a4412d8-e633-4a6f-a3e2-0e2f52587c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.732002379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"74f1944e-737c-4243-8959-19d00adb173b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.785340856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"2a4412d8-e633-4a6f-a3e2-0e2f52587c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.806677148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"74f1944e-737c-4243-8959-19d00adb173b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.837307991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d883961b-a519-464d-8fdc-dee0abc5f700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.907633808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d883961b-a519-464d-8fdc-dee0abc5f700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.935326143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"243f1c7f-0674-40e9-b8e7-7e280205fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.998720183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub","reconcileID":"e3fbb4cf-98df-4189-af12-8b13ae64094e","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.004886586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"243f1c7f-0674-40e9-b8e7-7e280205fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.11408251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"23fb49ad-1fee-4dd2-8497-c8107352b858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.188180694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"23fb49ad-1fee-4dd2-8497-c8107352b858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.189250079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a577758-f3ac-4568-82c7-082cb9533fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.232701886Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub","reconcileID":"e3fbb4cf-98df-4189-af12-8b13ae64094e","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.249042049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8a3704b8-6a51-49c9-b6f7-caf7caf6a8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.272904188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a577758-f3ac-4568-82c7-082cb9533fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.28459146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"562a3645-dab8-4198-9b8c-046de3650741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.291102491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub2","reconcileID":"606559e7-f403-4e73-abc0-ac0d98d0293c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.326100426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8a3704b8-6a51-49c9-b6f7-caf7caf6a8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.346074538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"562a3645-dab8-4198-9b8c-046de3650741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.381073789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"b3d43a97-d5bb-4b3c-896d-b8ce7a8e807c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.441514375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"b3d43a97-d5bb-4b3c-896d-b8ce7a8e807c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.488388648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"e702c44e-acc3-4003-9586-452c7ff4033e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.53870849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"775ecab6-2eec-4770-8bf1-2739b99daa54","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.569501005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"1c263433-cad9-4c4c-bb3c-34455a4a86f4","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.582780166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"ed84f14c-4728-4bcd-a3af-d3123ebbd807","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:20.597232297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-34b13c/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.637133755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"ed84f14c-4728-4bcd-a3af-d3123ebbd807","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.692857382Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub1","reconcileID":"ed84f14c-4728-4bcd-a3af-d3123ebbd807","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.70558906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"7054fdf1-3816-4c87-8245-5669e486ce16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.716252444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"795775df-a7b7-4806-8a14-d67c7113b5e9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.766340616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"7054fdf1-3816-4c87-8245-5669e486ce16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.776657326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"795775df-a7b7-4806-8a14-d67c7113b5e9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.779649887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"cf3b6f48-9b9b-4bdc-97e7-f031edb6bd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.837414473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1c5fd92-5600-41b4-8236-f1b942f1a8cf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.838015329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"cf3b6f48-9b9b-4bdc-97e7-f031edb6bd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.890042704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"4141571e-3f4a-4964-9bd8-eabf9dca1fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.895428957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1c5fd92-5600-41b4-8236-f1b942f1a8cf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.949350281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"4141571e-3f4a-4964-9bd8-eabf9dca1fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.976158774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"6ed75084-d774-4c58-8ada-7b6d4047a5e8","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.039628336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"558d66af-765b-42e0-aa02-5fb49e18287a","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.146459173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"21c823ab-d263-4891-84e4-9d5c19fadb42","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.191252973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"6e3cd093-22ff-435b-861e-cf3792ad4b03","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.244997881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"79961ba1-c955-4104-9ad3-9c6683cc722c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.250238459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"6e3cd093-22ff-435b-861e-cf3792ad4b03","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.29242804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77bd8198-5036-40fd-9415-ff08625d82e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.306523941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"79961ba1-c955-4104-9ad3-9c6683cc722c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.317533187Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub2","reconcileID":"21911a23-76b6-4a90-93da-9f8d60384a0e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e321db9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.340766608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"bd8c1db4-eda3-4be0-9713-0528998a4d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.341002951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d9ab2b66-a7eb-4e76-b4d4-cafe83f15d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.356566354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77bd8198-5036-40fd-9415-ff08625d82e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.399699961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d9ab2b66-a7eb-4e76-b4d4-cafe83f15d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.399909097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"bd8c1db4-eda3-4be0-9713-0528998a4d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.681848381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8d51d862-5e34-4f54-8554-7bd99fd32adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.740871508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8d51d862-5e34-4f54-8554-7bd99fd32adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.892676472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"e6c7f075-3726-4501-872b-d3d536d5bb66","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.892978139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"c2b4c046-d4b2-4a58-9504-e2715b0f9730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.893365606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"1c8cfc89-f605-4e38-8309-142f23f136b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.893932113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ecd91546-9d2f-4b10-8b47-7b5ddeed6e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.954437473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"e6c7f075-3726-4501-872b-d3d536d5bb66","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.954740804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"1c8cfc89-f605-4e38-8309-142f23f136b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.956722999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ecd91546-9d2f-4b10-8b47-7b5ddeed6e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:21.957029861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"c2b4c046-d4b2-4a58-9504-e2715b0f9730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.115192004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"971a6ceb-3c75-41a6-95c0-2f4b34ee29d4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.172962757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"971a6ceb-3c75-41a6-95c0-2f4b34ee29d4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.282694883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4e7a5982-5b0e-47cc-b4f2-d628f9f08c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.340618097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4e7a5982-5b0e-47cc-b4f2-d628f9f08c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.488036505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"31634c92-5653-423e-b7c4-b24c947075f4","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.488064382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"31634c92-5653-423e-b7c4-b24c947075f4","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.597195675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"e6af0888-b8e7-4c31-815d-607cb9405a86","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.597221782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"e6af0888-b8e7-4c31-815d-607cb9405a86","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.772730961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"0de8c1e4-e6a0-44fc-b338-6d9be54d433c","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.830464002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"0de8c1e4-e6a0-44fc-b338-6d9be54d433c","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.286637311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"8ef19b0a-c692-43ba-9d26-243301ccb35f","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.286663731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"8ef19b0a-c692-43ba-9d26-243301ccb35f","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.042360266Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.098005433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"eb4d5e47-d62d-475b-b775-f121eeaa2a9d","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.098029242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"eb4d5e47-d62d-475b-b775-f121eeaa2a9d","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:28.156807378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-ddb83f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-ddb83f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.266837114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"426add46-b6cb-4fb0-b606-19962d12a21d","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.266864586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"426add46-b6cb-4fb0-b606-19962d12a21d","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.314339444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"d830c492-424d-4f39-a641-c783066575a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.314500022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"198c2052-51e3-4943-bc4f-30189ebab22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.314804553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"b591ee58-6f49-4796-b407-7317f15e79a4","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.314884387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a9a723-bb45-4353-a671-41545e6b7d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.373882194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"198c2052-51e3-4943-bc4f-30189ebab22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.374535592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a9a723-bb45-4353-a671-41545e6b7d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.375182609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"3192d7b3-7d3c-4fdd-963b-3d75854bfa93","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.375217024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"3192d7b3-7d3c-4fdd-963b-3d75854bfa93","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.376384887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"d830c492-424d-4f39-a641-c783066575a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.378679037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"b591ee58-6f49-4796-b407-7317f15e79a4","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.48888792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"e014fa3c-536d-4d67-92e5-a05349748a17","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"e2e-rt-eq-ddb83f","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-ddb83f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.770966664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"c5d5d107-4e09-41ba-a56f-1603bf295fe3","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.770992524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"c5d5d107-4e09-41ba-a56f-1603bf295fe3","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.854878348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a8ae12b-4b01-4f68-a263-4d0773a1e6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.854878349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3714f9-012d-4eec-afa5-e64da8971cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.914950121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3714f9-012d-4eec-afa5-e64da8971cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.915256132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a8ae12b-4b01-4f68-a263-4d0773a1e6d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.9644661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"658615d4-87b6-4fdb-b980-96b74a11e8b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.964466205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"aba4a90e-0a64-4c71-ae9d-b3ca57008e80","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.990665007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"8c1d9d9e-ea10-43af-b7d7-60e67e1b12c8","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"llm/e2e-rt-eq-ddb83f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.024199927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"658615d4-87b6-4fdb-b980-96b74a11e8b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.024597859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"aba4a90e-0a64-4c71-ae9d-b3ca57008e80","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.371932155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub2","reconcileID":"11237bde-ab42-4379-bce6-4f06ef57ab0c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.426191806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub2","reconcileID":"11237bde-ab42-4379-bce6-4f06ef57ab0c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.480665628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-sub2","reconcileID":"11237bde-ab42-4379-bce6-4f06ef57ab0c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.763352717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"4863b528-97fe-4463-9328-5e617f5bc180","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.763434525Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.881273394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"f5031e12-7d52-4e98-b037-b449721f680a","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.881299295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"f5031e12-7d52-4e98-b037-b449721f680a","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.935882084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"9f0eb7c0-b060-45a0-af45-d3dad5cbfd78","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.03593203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"d1923bd6-dc37-4666-834f-b4db547fa632","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.036209819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"796b66c9-1d36-449c-a870-8f840b76a037","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.035932061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"050703ce-6d0f-40ac-9976-f678101b0b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.036756057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"50ed851a-4448-4a10-a2ee-0d0a63ea2bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.096333709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"50ed851a-4448-4a10-a2ee-0d0a63ea2bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.096693812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"050703ce-6d0f-40ac-9976-f678101b0b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.099800889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"d1923bd6-dc37-4666-834f-b4db547fa632","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.100084838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"796b66c9-1d36-449c-a870-8f840b76a037","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.260539538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth1","reconcileID":"3561ec4f-e7c1-4738-919f-721c422617a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.47337812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"8dc8b631-5094-464f-8301-7c664e22d281","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.477320567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"e6cc01a4-ffa6-4692-bd8c-4576041bd459","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.535325219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"e6cc01a4-ffa6-4692-bd8c-4576041bd459","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.649810442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"0a30ce62-d373-4cfb-b596-808ed3e1189e","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.745254526Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-return-all-auth2","reconcileID":"c6b3cb9a-a3ad-4b9a-b4a1-9ebf11e6cb83","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.00703384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"1ae982d5-2116-4311-8e00-1ac13cf9160d","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.560814318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"0187a592-9e1c-43ad-aa31-7114e5d51270","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.618257104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"879f20ec-95c7-4aaa-92c6-50da451bb095","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.779942397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"75a59973-78b7-4dec-9e3f-f9912ced5814","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.83890176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"75a59973-78b7-4dec-9e3f-f9912ced5814","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.856557545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"e33d2cbd-d4d2-4a0c-9fd9-e071b20dff20","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.856563142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.91316689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"3ecf139f-eed4-492b-add6-a2ff5dfc5e77","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:34.968658375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-sub","reconcileID":"69966f92-9458-4188-80f4-5e651f3e38dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.021545915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"a01b69b7-6a5c-4c1f-8275-fddc1c269c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.021551257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"7885d2b6-73f6-4cfa-bfda-b0424170f4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.081137578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"7885d2b6-73f6-4cfa-bfda-b0424170f4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.08675241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"a01b69b7-6a5c-4c1f-8275-fddc1c269c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.089729737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"b2829ec9-8c62-46ee-b801-73b3b570e7f7","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.152534749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"8e753119-9140-48bd-9a00-26b76c2a2950","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.152931239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"7c171faf-47a4-4b36-9f49-93f750d225c9","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.316941837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"a059d9e4-b1a8-4817-bf81-d1e580d72876","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.375877731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"a059d9e4-b1a8-4817-bf81-d1e580d72876","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.428826888Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-sub","reconcileID":"9df80b54-3c61-49e9-9ebb-c9eb21167916","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-34b13c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.468619516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"ec7decda-48da-4af5-ac13-02994b8397c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.46862954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"e1791062-de08-40ad-916b-6ab66466f70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.525936442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"ec7decda-48da-4af5-ac13-02994b8397c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.526085161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"e1791062-de08-40ad-916b-6ab66466f70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.600131156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"d9b76445-8c2c-4357-a99f-6e54b71355ae","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.644302462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"cff4a834-b474-4466-b966-b1f0658bb02f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.816797556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-sub","reconcileID":"9b44f298-a471-4e32-9807-83059878530b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.94243495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"724b6b52-06b7-4fa8-8267-0bfa4e5da247","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.104860496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"e707ebe6-aafb-4b36-be4d-2bea76556e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.105021013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"a29fe001-f421-45b1-8c3e-e52c4b2c6f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.105363247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"fb1aaa0b-d218-4cbc-b97f-676c0c012e46","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.164523877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"a29fe001-f421-45b1-8c3e-e52c4b2c6f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.165753066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"fb1aaa0b-d218-4cbc-b97f-676c0c012e46","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.166793983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"e707ebe6-aafb-4b36-be4d-2bea76556e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.040338553Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:41.423953015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"fc934757-a1dc-4d35-9200-8399e321f322","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"llm/e2e-rt-eq-ddb83f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:41.725905502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"715a0f4b-c288-4235-995d-d3302ead8a73","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:41.725933751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"715a0f4b-c288-4235-995d-d3302ead8a73","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:41.96805304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"9e5463ca-bdcd-4ea1-a642-33fdf40f09aa","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:41.968074097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"cfb4c2cc-7bf3-4168-b1f0-373575d5b94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:41.968634498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"9045062b-7775-4f02-b4c6-7b08c1742618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.037271378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"9045062b-7775-4f02-b4c6-7b08c1742618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.03873169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"9e5463ca-bdcd-4ea1-a642-33fdf40f09aa","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.040398132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"cfb4c2cc-7bf3-4168-b1f0-373575d5b94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.431974421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"36036528-51be-4494-a933-6a2b8a911cf7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.432147171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3b599b84-c292-4aea-b8e8-ddd26d70ce29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.431972362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f727fd92-eb49-4695-a8e9-3bec32270aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.466146178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"99ded68e-7521-49e2-b6d5-6c973b05b533","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.46701299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce30bbc-ff08-4cd7-b65c-3a278c0ef881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.522938578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f727fd92-eb49-4695-a8e9-3bec32270aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.530712723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3b599b84-c292-4aea-b8e8-ddd26d70ce29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.531185866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"36036528-51be-4494-a933-6a2b8a911cf7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.534991119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"99ded68e-7521-49e2-b6d5-6c973b05b533","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.535001534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce30bbc-ff08-4cd7-b65c-3a278c0ef881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.042195269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2429a136-5643-4e8b-82cb-d0dfecdc2c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.042401387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"07f96be2-218a-4362-a54e-56fbff2150cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.113062294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2429a136-5643-4e8b-82cb-d0dfecdc2c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.114227036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"07f96be2-218a-4362-a54e-56fbff2150cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.111717831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-sub","reconcileID":"81810abb-4c79-40a8-8a14-cb4072d30b2a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.140762178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"d01eea02-cf84-4273-95b2-a765c1434ac9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.333785173Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-sub","reconcileID":"81810abb-4c79-40a8-8a14-cb4072d30b2a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.552424357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"99c02e3a-1f64-4798-b450-e44b3d805a60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.601106144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"ff97a80b-fe45-48f4-868d-6c134e1a8b35","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.601446642Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.706322372Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5a294218-5053-448f-bf09-59b3eb236381","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.70642949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"3f8ba1e6-f66e-43e8-a886-b6ee0be9d90f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.758569994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"a1f35add-7a22-40bf-8f7b-efb582c9ae7e","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.762274152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f87c58a9-1390-4eb1-9da1-27087ce26af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.762303937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"e19c8a93-59f3-44cd-81f2-b2a21d011fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.762780305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"e2df1539-d863-4376-a04a-1c1d4ed4becd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.820141352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"e19c8a93-59f3-44cd-81f2-b2a21d011fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.820596392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"e2df1539-d863-4376-a04a-1c1d4ed4becd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.82231508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f87c58a9-1390-4eb1-9da1-27087ce26af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.918205465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"33aedb73-db74-4f76-8122-5ab236a590fb","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.015663792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-user-token-filter-auth","reconcileID":"e409f1e0-f9ce-4847-a312-d3a6f2721de2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.232544815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"73189761-510e-4905-8831-dc3706652eb0","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.268444407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"aed4fa11-81d2-49bf-a0d6-52a6826d17e0","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.327662049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"bd9e7db6-ca35-42e0-9a80-a2be570391d6","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.374984624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"70abfa5d-444d-4d6d-a2ee-56fe0ef43f34","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.433750255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"42ea439b-0f6d-43ac-9d7f-071f8510adcb","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.489212798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"fab4ded6-e701-4296-bc04-84838a5c38e4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.547749004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"fab4ded6-e701-4296-bc04-84838a5c38e4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.565397521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"acf2c696-ec63-4321-af62-c7ede859b1a7","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.565402412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.625644204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"b7596f69-9589-410f-93cf-30d410c8919b","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.651680271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"fefec073-e227-47fb-850c-73249166d27c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.684867886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"06568d47-a4a0-49a1-8774-b4e001b29c2d","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.685255183Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-34b13c priority=10:[ai-tenant-e2e-worker-w1-34b13c/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-34b13c/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.710630537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"fefec073-e227-47fb-850c-73249166d27c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.72878458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"cbbded19-e84a-468b-9d60-d1fe4fa91ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.72877807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5d172af7-7748-43bd-92d8-ba9b466502ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:50.735816703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-sub","reconcileID":"e64542e2-94bb-4763-a63e-955e699f90ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.747848784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"e2cfbc5c-f43c-4f97-9eb4-20af05210979","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.787093255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5d172af7-7748-43bd-92d8-ba9b466502ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.787213199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"cbbded19-e84a-468b-9d60-d1fe4fa91ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.796447365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"3caf051c-b085-4ada-b0b2-e7b6a893d7be","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:50.803644039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-34b13c/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.852236407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8baac7fc-1521-4224-a45b-e2a879a2a935","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.854693883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"a71b1ba9-c838-4c6c-bf68-b80de8dca39a","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.869450403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"6b98477d-e89f-43b0-bd3a-217bd2ccd00f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.900964752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"086c3fd5-5fbd-4e25-84bb-3ee341410dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.90872069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"80e37645-a0a9-4df9-9f52-741a3c2491c6","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.96166057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"086c3fd5-5fbd-4e25-84bb-3ee341410dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.974494173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"e25625ca-04d3-4a32-861e-f66fb537e793","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.03123015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"5729e2b1-fb89-42b3-9927-a0f637e1a386","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.079875155Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub1","reconcileID":"5b30c840-30d3-40d9-9744-6ee7925c41f0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","model":"distinct-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.08031338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"af2688f4-6ef8-4032-935a-a72cdba9b950","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.092096577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"5729e2b1-fb89-42b3-9927-a0f637e1a386","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.181245978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"958d1db4-d252-4efa-80d1-b90efc9bbff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.234433495Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-sub","reconcileID":"95400a7f-3c83-4e47-bb9a-1089e5523dc9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.238809377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"958d1db4-d252-4efa-80d1-b90efc9bbff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.249988646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"e5de9e2d-d165-4dc7-b3f8-94d8b360a783","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.287759118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b754415d-7ab0-4973-8be7-b7b4fc932b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.290778161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"bbc29e25-5fb5-4f2c-b1b5-359c0e3f53df","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.291559663Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-34b13c priority=10:[ai-tenant-e2e-worker-w1-34b13c/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-34b13c/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.34635787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b754415d-7ab0-4973-8be7-b7b4fc932b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.351168601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"e738459c-1941-4a0c-859b-ad0f17a307fb","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.384754514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"04b572d8-0836-4453-9d4e-39a37b17e714","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.402647645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"12f174d9-2cd2-4a91-98ad-8938c5df8609","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:51.402732027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-sub","reconcileID":"95400a7f-3c83-4e47-bb9a-1089e5523dc9","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.403922339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f1a81022-d978-4100-9d78-84a4f9993c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.408824556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"84652c8c-9285-4c92-abca-4770eb682a2a","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.443349486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"04b572d8-0836-4453-9d4e-39a37b17e714","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.450821429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"2178381c-4fce-49d4-b6f9-e12e182811f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.461143649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"f1a81022-d978-4100-9d78-84a4f9993c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.461534657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"f638c3ff-f86d-437c-a6b9-09e2b3c214a8","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:51.462894728Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-34b13c/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.492156222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"7836a3f3-4ed9-4503-a46e-b0b082b2f305","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.495145997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a70fbc7a-2955-4a76-bc51-4355051e10cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.550081832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub1","reconcileID":"9fdb1e0b-63be-480f-9ea3-4dadc7ba598c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.552752591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a70fbc7a-2955-4a76-bc51-4355051e10cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.651626831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-sub","reconcileID":"1f8e9750-46ab-47cb-9a27-eb038f9318c8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:51.71397041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"04b572d8-0836-4453-9d4e-39a37b17e714","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.755104372Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub2","reconcileID":"8a4fd301-95a6-4ff8-8af6-fb97d865e2c9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"distinct-2-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.759392606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"413b00cf-da06-43d7-92f8-5c864a424793","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.809087795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"c29a90fb-2886-4483-a2d4-0bdadb9d4600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.818621509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"413b00cf-da06-43d7-92f8-5c864a424793","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.831723494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"49b82059-299c-4e6f-aca9-da04b8f8558d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.86740417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"c29a90fb-2886-4483-a2d4-0bdadb9d4600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.896636784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"05673b34-408b-48ea-897d-9921191a5169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.935318074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"dbf3c37d-0dbd-4756-bd3d-dd479ebf16ac","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.954945538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"05673b34-408b-48ea-897d-9921191a5169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.003503561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"edc8f1ba-b11d-4f84-aecc-231e85f9d1b6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.061708543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"edc8f1ba-b11d-4f84-aecc-231e85f9d1b6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.134583926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"4b09b981-eb47-4064-ab34-4a102ea9a1d6","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.150994265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub2","reconcileID":"64568c9b-2f92-4961-9b3c-0676c7da47ca","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.326523267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"07792e4b-ca09-44f7-8adb-97e9ed203db2","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.402624662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"a7852972-0d82-40f3-9f7e-f76eaaa24ecd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.460532194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"a7852972-0d82-40f3-9f7e-f76eaaa24ecd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.546440517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"47d8e5dd-3339-4d9d-b986-b152d3042c6e","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.709396459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fcd40ea5-f310-4438-9515-57955f69311d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.709565794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"93969e46-19c7-474b-ba01-3c2342990bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.709395227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"e0540182-1196-4330-965f-4a2f44618067","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.769065867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"e0540182-1196-4330-965f-4a2f44618067","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.769087406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fcd40ea5-f310-4438-9515-57955f69311d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.771454838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"93969e46-19c7-474b-ba01-3c2342990bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.07405585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"eee644ae-e47a-4108-beb2-c3de7026eb7e","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.240991104Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub1","reconcileID":"0dc1b134-e20a-48b1-8fae-c5226d64af0e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17e79185","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.3471286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"9f7d4e57-f0e4-4184-9eb0-05df1222daf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.347322805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1fbc5ff0-fba6-4eda-a2cf-01def6bcf403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.347128709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"0c651867-4906-4201-ae72-c243f69765ce","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.347882148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"ee6fe303-630c-4806-a8fa-908cefba5756","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.40609327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"9f7d4e57-f0e4-4184-9eb0-05df1222daf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.406377901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"0c651867-4906-4201-ae72-c243f69765ce","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.408490344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1fbc5ff0-fba6-4eda-a2cf-01def6bcf403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.408643049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"ee6fe303-630c-4806-a8fa-908cefba5756","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.843960684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"d91fc9b1-09d3-475e-a6cd-dc571d92f64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.844101731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"15b1b2dc-117f-4725-a636-7bf6bed6ab7b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.843960547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"bb9b7235-5550-4085-a4ab-809fa8deb3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.844530667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"96f08a0a-05c2-40c5-9575-e534ed553fd1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.905586216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"bb9b7235-5550-4085-a4ab-809fa8deb3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.905715263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"15b1b2dc-117f-4725-a636-7bf6bed6ab7b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.907864266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"d91fc9b1-09d3-475e-a6cd-dc571d92f64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.908491228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"96f08a0a-05c2-40c5-9575-e534ed553fd1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.197062187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-w3-5bb463","reconcileID":"d70bcd71-d2ab-4d28-a915-db11a529278b","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.212183679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"6841ac01-d67e-4bf4-ba6e-bf77328319f5","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.212668964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"5072a866-aa47-4c41-8e7b-df7f54660701","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.269765204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"b7660e12-15db-4a9c-b743-66fc19a8f1d2","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.270102249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"58f375bd-3997-4525-8303-da896f3e2899","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.270396783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-w3-5bb463","reconcileID":"677ff286-c9e0-4452-8636-ea618dbf5596","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.388707728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"123a2579-d7b7-481c-a311-9712aefa3664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.449378169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"cd4c6328-6c71-4d27-981c-9209d7065be7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.450071528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"71a6ac96-8368-4474-873b-f4cabdd3aad8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.454218651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"123a2579-d7b7-481c-a311-9712aefa3664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.489278963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"36a1a9b7-e9bf-4cd7-b396-a79af87489dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.54813243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"36a1a9b7-e9bf-4cd7-b396-a79af87489dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.783222657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"3eaa8016-34d3-4e65-8ebc-ff81f45c0cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.842788582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"3eaa8016-34d3-4e65-8ebc-ff81f45c0cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.932433692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"e42ff3f4-9321-4f86-a85e-8a607662e45c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.991230315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"e42ff3f4-9321-4f86-a85e-8a607662e45c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.599377188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub2","reconcileID":"2a9110b2-9dd5-4eaf-8d00-8c6592be995c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.792783447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"f256029b-a3ed-42d1-917a-4f27727aafa0","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.889232576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"820c0343-0e41-4077-a97e-0a96af7b9e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.89036725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"3db6234a-b7a0-4310-b0c9-633e80f22207","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.891187097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"3c824309-d590-4136-ac31-aabf2d57168f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.891990187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"273013cd-37d0-4bf3-92fa-47df8eed47cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.954954158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"3c824309-d590-4136-ac31-aabf2d57168f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.955166249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"273013cd-37d0-4bf3-92fa-47df8eed47cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.958289504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"820c0343-0e41-4077-a97e-0a96af7b9e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.958785341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"3db6234a-b7a0-4310-b0c9-633e80f22207","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.434698213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d7c06731-6de8-4573-818d-a89e9961d3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.434970737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"6387ad9d-af5e-4583-a52b-cf41e932f124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.435273971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"e8128ad5-87f6-48e2-93c3-0126f815db61","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.435514781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"d8261049-bc9f-4cdd-88b4-1caa6bfc40a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.493917938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"e8128ad5-87f6-48e2-93c3-0126f815db61","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.493971701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"d7c06731-6de8-4573-818d-a89e9961d3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.496243866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"6387ad9d-af5e-4583-a52b-cf41e932f124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.496418329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"d8261049-bc9f-4cdd-88b4-1caa6bfc40a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.715279444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-sub","reconcileID":"7bdbf551-1246-4a94-a3b9-fa2b9b23c72f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.938139724Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-sub","reconcileID":"7bdbf551-1246-4a94-a3b9-fa2b9b23c72f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.159978414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"845c268d-eb64-4871-97d3-355464dba9c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.174294916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"21c31f8b-2210-47a2-aa2a-b65346007fae","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.175010286Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.236836201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"b49846bd-e1ea-405a-b42c-b6ea6528182c","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.297338375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"acc9ef4e-cbc0-49db-8cd8-e71a68927b79","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.331501722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"11e56e50-c7c0-43ee-a651-73110283134a","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.340651259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"ea9c12de-e814-47ae-a83b-d234d0786d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.340690947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"c1e00d38-8d41-4927-a648-c7d51cea4971","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.343695878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c96aa1d2-5883-4c97-9466-21f7ed34993c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.399287508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"c1e00d38-8d41-4927-a648-c7d51cea4971","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.399554265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"ea9c12de-e814-47ae-a83b-d234d0786d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.402291999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"c96aa1d2-5883-4c97-9466-21f7ed34993c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.612498316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-api-key-no-access-auth","reconcileID":"2917066c-0dfc-41ac-a93b-880f8bc3331b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.784624359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"7e4f7e7c-a062-43d1-abdf-8ba841f1c821","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.301376583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub1","reconcileID":"31a3ebd9-71bd-4585-a050-2f8825ea99b9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.357961242Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub1","reconcileID":"31a3ebd9-71bd-4585-a050-2f8825ea99b9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.413005055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub1","reconcileID":"31a3ebd9-71bd-4585-a050-2f8825ea99b9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.70763768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"ec675f16-3bb7-4cd9-91df-5f10284ac6bd","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.708431496Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.791612786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"8a1ef5d9-47e0-4ab5-936e-5301f034c198","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.792166552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"98aec4a2-88d2-444b-bb3a-3a3c9883c8c7","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.85056906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"bd08f43d-f491-4ab6-8933-3bf60452483c","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.850890166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"736ffbe9-9084-4157-a1d4-382c30af7d30","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.893228706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"e806ecb8-3fb8-4fb1-b670-2428a422883d","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.025107884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"50533d18-a864-4d16-a047-8eb95b9c69b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.026169359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"26b30bf6-5667-48f5-babb-79aebfdbf6a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.026745569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"4f50e2bf-a39a-4217-8316-ef06e239fe76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.027315946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"9bb09d04-e93e-4a38-8761-a7c4a0826d16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.029852539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"94c53061-e4ac-4bd2-aa4e-63b63b5b9eb0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.030104265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"bb275d38-8e6e-4fcc-8131-866e1bdc5bcc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.032973604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6a7ccf85-5585-4f46-8397-8469ab26d462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.086809459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"26b30bf6-5667-48f5-babb-79aebfdbf6a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.086827069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"50533d18-a864-4d16-a047-8eb95b9c69b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.087143052Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub2","reconcileID":"0c8739f9-14cb-4048-9c1a-27cabdef6d6b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9a821e75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.095566429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6a7ccf85-5585-4f46-8397-8469ab26d462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.095688024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"94c53061-e4ac-4bd2-aa4e-63b63b5b9eb0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.097680709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"bb275d38-8e6e-4fcc-8131-866e1bdc5bcc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.193336263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"69405877-586f-4b1a-a163-e9f3ad893621","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.458355239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"0e394879-c712-4989-9296-fb986d138c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.460040782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"d31727f3-0971-4b04-a814-7ff998d53944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.475837761Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.476009399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"4f4de7fe-15dc-4d92-9547-fb0d97ce2310","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.52003438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"0e394879-c712-4989-9296-fb986d138c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.52037236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"d31727f3-0971-4b04-a814-7ff998d53944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.538562864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"0a03e048-86ab-44a2-bd4e-8366541b37d9","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.569104379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"43d8d5ff-87fd-4c7c-928b-3a1d51cb9411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.569103839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"8f3b5e57-fd5f-4eaf-885e-f49778d228a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.569616296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1aeea6a5-be23-43de-8287-58f1506834c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:06.586249989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"4a621d88-c6cf-4991-ab44-b9d4c5a2ad87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.629648611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"8f3b5e57-fd5f-4eaf-885e-f49778d228a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.629932955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1aeea6a5-be23-43de-8287-58f1506834c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.632200864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"43d8d5ff-87fd-4c7c-928b-3a1d51cb9411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.702769684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"ade76dbb-54ff-4fa3-b4eb-c3cd08f5bba4","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.762100776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"759bf462-0c20-4df5-b00f-800c9ee846a9","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.762545757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"5231623b-dbf9-482b-9ab8-3076f712fcdd","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.786681774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"3252f258-5e58-4f94-b097-2405790080cd","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.886981488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"61ba39c2-16d5-43e6-bf80-0971555bd077","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.986549927Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"1d1ead48-ed88-426e-8bb9-aa0cd628fe54","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","model":"distinct-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.006086211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"f9840ac8-6a10-44fc-bdda-4a1a8f14d8a1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.07135067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"f9840ac8-6a10-44fc-bdda-4a1a8f14d8a1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.07424786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"3b425271-6707-47f7-b625-22a6f4532118","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.07519019Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3c5dbc priority=0:[ai-tenant-e2e-worker-w4-3c5dbc/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-3c5dbc/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.110544032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"9af929b8-0217-4664-b263-e548e28d6d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.110573202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"513fea53-b772-474d-9992-4eadc67fdc36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.111038425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"c76812f2-f47a-4b5b-8cb6-1df75691692a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.136327908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"e61f67db-6089-4c88-a15b-803867b9423d","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:07.163725913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"1d1ead48-ed88-426e-8bb9-aa0cd628fe54","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.174843773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"c76812f2-f47a-4b5b-8cb6-1df75691692a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.175248317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"513fea53-b772-474d-9992-4eadc67fdc36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.180768643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"9af929b8-0217-4664-b263-e548e28d6d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.187179982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"183502cd-3b7a-4e39-abe8-c548337e93a0","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:07.190881937Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.20618942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"19817263-2f44-4b64-9bcb-09684e3b64f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.24863579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"fac320ea-10b9-40f4-977e-d39c820514dd","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.26954073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"19817263-2f44-4b64-9bcb-09684e3b64f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.385149729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"df9bd921-e8d8-4b91-892f-a1fd1aea5902","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.489663633Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub2","reconcileID":"8751e42f-2f0f-48fd-bf72-d992a531506c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"distinct-2-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.540452555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"736d8470-c131-4597-9d57-0cf6bc93ccea","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.562104706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"18bbc1a2-44c9-45dd-bf73-1d0040a00ec8","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.64635744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"dc47bb94-7950-4d13-a59b-7349004c5e87","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.665599293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"c0a9a249-5c11-4a45-9e37-4d32b6113b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.681222121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"bfc7a8e5-29d4-4452-8979-ac3175ee9213","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.723812689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"c0a9a249-5c11-4a45-9e37-4d32b6113b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.763251095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0b5aec27-7c27-4473-aee3-f7eb5ddcfb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.823112313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0b5aec27-7c27-4473-aee3-f7eb5ddcfb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.872961926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"5f18d22b-4128-45ce-8685-10b81aeaf241","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.902787549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub2","reconcileID":"a47b9b0d-c91a-4505-bba6-decf4660fec7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.932724515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"5f18d22b-4128-45ce-8685-10b81aeaf241","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.968939079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"cf036ffe-e8c1-4c4e-a977-38974fd10ac2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.028493256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"cf036ffe-e8c1-4c4e-a977-38974fd10ac2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:08.35775179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"cf036ffe-e8c1-4c4e-a977-38974fd10ac2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.638033065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"9d426d49-2e39-4028-ab0f-a04d037e7960","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.696994348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"9d426d49-2e39-4028-ab0f-a04d037e7960","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:09.042678818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.878131035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"7fcb966b-61d0-4fb1-a014-74f412e4f951","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.052166072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"f3556e3e-4355-4eb9-b085-5dde0864d8a1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2620536c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.244147433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"baa6e329-bf35-4253-a45b-b6dbd1d50204","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.244852339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"d2303190-5d75-48d6-8890-65a12923338d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.24538719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"71826b32-a009-479c-b9d2-cccb584a6082","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.245933264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"011901ce-f06f-44c3-85f7-47c233dca1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.304454642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"011901ce-f06f-44c3-85f7-47c233dca1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.305418455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"baa6e329-bf35-4253-a45b-b6dbd1d50204","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.306737214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"d2303190-5d75-48d6-8890-65a12923338d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.307817497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"71826b32-a009-479c-b9d2-cccb584a6082","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.741372505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"65114f1d-ff43-4d66-a73d-699d15d82ee0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.741374504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8f096962-0094-4cf5-bfbd-d60b188f364d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.743411237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"1f69599a-1b8e-429a-90e0-858533f5f4f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.7435586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5b2f2a9a-303a-4186-978b-222a3eb6753b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.799739976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"65114f1d-ff43-4d66-a73d-699d15d82ee0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.80024452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8f096962-0094-4cf5-bfbd-d60b188f364d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.802148777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"1f69599a-1b8e-429a-90e0-858533f5f4f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:12.802546398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5b2f2a9a-303a-4186-978b-222a3eb6753b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.141238101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub2","reconcileID":"b6a8d2f6-2188-40e2-a45e-1457e051e695","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.195907164Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub2","reconcileID":"b6a8d2f6-2188-40e2-a45e-1457e051e695","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.250513183Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-sub2","reconcileID":"b6a8d2f6-2188-40e2-a45e-1457e051e695","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.533021112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"db55fde0-1237-4a1d-b9c4-fb7faa20e016","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.533115557Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.595273859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"55701afb-2ed4-4cc9-8d83-6dcfdc1f9589","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.729092144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"7ca73d84-d3ce-4a30-9f9e-384fde77b276","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.816081336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6f2a104b-f357-4adf-95c5-ccfc529fdb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.816236421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"e439da49-2f20-4e1e-aee2-d58fc73daf44","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.816092174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"213b5354-6381-4ace-bcc1-a1b70e5c01d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.816632574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"89c34b65-3039-4ea9-8266-31b568194cc1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.881380558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"213b5354-6381-4ace-bcc1-a1b70e5c01d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.881665375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"e439da49-2f20-4e1e-aee2-d58fc73daf44","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.885948557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"6f2a104b-f357-4adf-95c5-ccfc529fdb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.88702809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"89c34b65-3039-4ea9-8266-31b568194cc1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.052727688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth1","reconcileID":"6e4a78f2-7d86-4c06-86f9-df90c04ba633","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.222519072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-2-w3-5bb463","reconcileID":"bb98b1e6-bbb3-4f53-b0fd-2d1a6545873e","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-2-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-2-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.261988427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"43394d95-cd6e-473b-aeed-4f299e67a16a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.281970804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"f82e2b0e-f264-4d9d-820b-2b501aed84a7","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.320926791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"43394d95-cd6e-473b-aeed-4f299e67a16a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.437575933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"2f5abdc4-f7f7-4e9f-8a4c-3a44db6c8757","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.529299131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-ignore-header-auth2","reconcileID":"2b0d8d61-fad3-424d-9a76-d675d48c61d2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.788390892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"6e2e689a-a485-4781-a3fb-6d0e27a2494e","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.207002467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"5073343f-35e5-44e4-98c0-3801f001127b","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.270878851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"08be61db-5630-46c2-881c-b7e76f3e8688","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.395390168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"50be5f9a-deb5-42c2-a6d1-11dd0fb720ec","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.486604948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"02f0d5f3-a496-4023-8aa2-65b258954c1f","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.509983748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"909dca6e-de6a-4b52-ae19-c96c741798c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.510485838Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.510998821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"3009b2cd-0fb1-45df-a8c8-5f258a3adb1b","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.579418727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"909dca6e-de6a-4b52-ae19-c96c741798c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.650173153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"b763ec45-d35f-4ff2-860b-255294dfd8e4","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:19.65569759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c1d56b76-c43a-4939-8421-4a9cfdcc690c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.659213759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-auth","reconcileID":"8a11e6ac-7bc6-4010-a5f0-79a5fbbdda74","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.709524992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:19.711847313Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"b763ec45-d35f-4ff2-860b-255294dfd8e4","name":"distinct-w1-34b13c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-34b13c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:19.712011354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"b763ec45-d35f-4ff2-860b-255294dfd8e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-34b13c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.712243688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"f5caa548-0e94-4c1a-869a-77603be3eb1d","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.718361859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"33e00bd5-b867-48a1-b45c-d6e279d0b398","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.72105789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-auth","reconcileID":"8a11e6ac-7bc6-4010-a5f0-79a5fbbdda74","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.770502003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"b8eb751b-ea75-457e-bf22-4942d8836823","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.774598582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"af6ed1e4-9aac-4dd1-a8e4-667e2e9a91ed","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.814015789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"5e0c4ca0-fec1-4fb6-befc-c186cfb813df","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.822776202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b8790a15-2cc8-4ec7-a4fb-eae9aade34ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:19.829375946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-sub","reconcileID":"7f1f20d8-833a-46a7-ab72-81c37ba52e07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.829874322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"dad8d0c7-0531-4f04-9c57-390debe2edcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.837021197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"465fc0e6-53c5-44e3-a14e-173877c0337d","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.886573954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"53d441f5-1379-4b2b-95eb-c8ff7ff53116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.892939528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b8790a15-2cc8-4ec7-a4fb-eae9aade34ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.91761853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"8169d2e4-be03-4a2d-b28e-2363309a9c16","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.040864105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"53d441f5-1379-4b2b-95eb-c8ff7ff53116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.047913284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"dad8d0c7-0531-4f04-9c57-390debe2edcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.049080443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"256da7c0-bded-4b11-9c84-56f529120c05","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.117040909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"3e7923d2-b44d-4c21-af2c-0fca51f2731c","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.117746096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"fa65d461-3d3c-4744-a0a0-32eccdf5e4d5","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.16837274Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-34b13c priority=0:[ai-tenant-e2e-worker-w1-34b13c/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-34b13c/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.177138158Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"256c87e8-5daa-48b2-add5-d7ec013800f9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","model":"distinct-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.181693757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"3fbfa426-c234-48e9-8ef0-0daf1ee5a4b2","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.367442502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"ac17b76d-667e-42eb-8abb-b8f8b6cca0e0","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.429274178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-auth","reconcileID":"45ace765-a02a-4406-904b-e2b88711334d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.443414703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"355b87d1-93ad-4388-9439-b75f76cc1f0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.45043872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"796b9410-b634-4c34-a70b-9aba5a962971","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:20.514195638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6c1f7605-63d8-4f1c-aa63-28454a0a9f38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.535862203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"645ab47f-2412-46ec-9145-3a87e1035189","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.538158344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"355b87d1-93ad-4388-9439-b75f76cc1f0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.544574318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-auth","reconcileID":"45ace765-a02a-4406-904b-e2b88711334d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.566229889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"1b9088f7-b1ca-4012-8a37-48923dc7feef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.567659942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"81aa45d4-4507-48b3-ac3f-c5884ec0644f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.579423159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-sub","reconcileID":"e8b0a31e-0c8f-4d4a-9b4e-aec03803157d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5bb463/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-5bb463/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.597511914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub2","reconcileID":"3f44791b-e901-4dbc-8845-71a76cf7088e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.623584922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0f7ac53a-a3a0-4502-b3a3-1c6983388610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.651552339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"81aa45d4-4507-48b3-ac3f-c5884ec0644f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.652825576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"6688b55f-2148-4d9f-bd39-5f0b4cb9a466","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.706656437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5ed76351-6e36-4ce5-bb60-1d5d9da8c411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.960935475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"d62d27d9-b3e9-4e4f-8bc0-2a681fe4af5b","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.984332101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5ed76351-6e36-4ce5-bb60-1d5d9da8c411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.038080589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"949aaed9-6788-482c-b954-ecc441ae1de7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.039732431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"f52d19a1-bf57-4103-b2a5-f15230aec8f7","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.963205444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"0f7ac53a-a3a0-4502-b3a3-1c6983388610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.090679766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"3910ded6-2bcc-40b8-b685-d3a9249586bc","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.152888447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"98d9e158-9556-446b-8112-da108c460708","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.265343322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"ff0fbcea-33fc-4419-a99f-1ecd5fcb19fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.266368824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"278067af-d95e-4d45-b924-7e48eb77f42f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.268202568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"26cc9c51-ed42-4f0c-b643-51abf78edd4c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"distinct-2-w1-34b13c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-34b13c/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.424695283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"ff0fbcea-33fc-4419-a99f-1ecd5fcb19fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.440021356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-sub","reconcileID":"006c21c2-5179-4bc8-8e1e-083b5e4f7880","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.492106067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5275e949-4684-493c-9431-a9f73144a599","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.548011952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a0b8b99e-2eee-4348-b831-ddf86d13f6ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.562928211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"1bf7eeb8-c7b1-4906-8448-9667fec3fcc4","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.567784745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5275e949-4684-493c-9431-a9f73144a599","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.61826186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a0b8b99e-2eee-4348-b831-ddf86d13f6ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.672222307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b01aadd9-7e5d-473d-8e34-fd969275f536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.738354487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b01aadd9-7e5d-473d-8e34-fd969275f536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.758892238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"93c39f71-b430-4385-8a6c-991b1f3f8dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.828191886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a2ef450d-ebba-4356-b0e0-7f9cee61d679","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.833378312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"93c39f71-b430-4385-8a6c-991b1f3f8dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.941997069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"341585aa-d1f7-46f8-af32-4c09d5ac2477","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.996220141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"8564f850-e6bd-4b21-8fa8-16a45b640a79","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.000214867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"341585aa-d1f7-46f8-af32-4c09d5ac2477","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.111332138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"50e892a1-736b-425c-b5a6-6c6ab035cefb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.117052956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e04b50f7-283e-4364-9b31-c72fa2f7be58","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.166288565Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"50e892a1-736b-425c-b5a6-6c6ab035cefb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.175768783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e04b50f7-283e-4364-9b31-c72fa2f7be58","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.219700742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"c5b72cd7-5e5b-4fa1-b24f-a763e78bd493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.220634474Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub1","reconcileID":"50e892a1-736b-425c-b5a6-6c6ab035cefb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.278418863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"c5b72cd7-5e5b-4fa1-b24f-a763e78bd493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.316096866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f28c5763-9938-41d9-ae48-1f5d003aec37","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.374844455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f28c5763-9938-41d9-ae48-1f5d003aec37","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.418671914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fafc222e-dbd8-4dc0-bd0f-18bfa8035178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.4773392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fafc222e-dbd8-4dc0-bd0f-18bfa8035178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.50458048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"678f8747-a791-42f6-849c-20417d8d6087","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.504608123Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-34b13c priority=0:[ai-tenant-e2e-worker-w1-34b13c/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-34b13c/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.517521199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bef3f6d6-085c-4f5e-997d-6738315d7aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.567125334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"058b2a3b-bf85-40f7-9a5a-dff6604908fc","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.576167863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bef3f6d6-085c-4f5e-997d-6738315d7aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.658740589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"54f687ff-e1a4-47fa-8f56-36dc1a379692","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.708807391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"76e804b6-55fb-4028-9002-3329d96db630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.711974246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"1ab2a6a4-c291-4029-b5b1-9f0dbd2ef5fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.771580447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"76e804b6-55fb-4028-9002-3329d96db630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.772460651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"1ab2a6a4-c291-4029-b5b1-9f0dbd2ef5fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.820790172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"a38ddbf2-24a7-48ce-881e-ab50413f1a1e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.825929399Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub2","reconcileID":"6d0147a1-2365-490a-9431-f151efe4f481","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3dc9b19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.879133989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"a38ddbf2-24a7-48ce-881e-ab50413f1a1e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.904960314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"b2e9d736-323b-4985-8d19-d7aea82a6b06","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.907490973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"11f79977-844e-4bee-8dae-d7f84585fe63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.970734021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"11f79977-844e-4bee-8dae-d7f84585fe63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.007253197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"f1d0c57b-f473-4e8c-b3a4-b99281a57f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.072037444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"f1d0c57b-f473-4e8c-b3a4-b99281a57f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.162224663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-auth","reconcileID":"e1f61d38-c233-48ce-9e4e-7102b21c4dc8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.163147763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"97276bf3-4652-4998-ba7a-3cf24d6856d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.22482288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"97276bf3-4652-4998-ba7a-3cf24d6856d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.228626806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-auth","reconcileID":"e1f61d38-c233-48ce-9e4e-7102b21c4dc8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.425899823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"1c9dcc3a-bb88-4dbd-a39e-0c8240e2c24e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.486326703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"1c9dcc3a-bb88-4dbd-a39e-0c8240e2c24e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.533762131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"3ef6e805-641f-4552-a040-edb2c99c68c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.53379226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"39e9ff60-b7d2-47d7-8cf4-23ef3e5bc63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.581021251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"57503b2d-bf9e-43c8-ab06-4665757765d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.594308177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"39e9ff60-b7d2-47d7-8cf4-23ef3e5bc63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.59478769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"3ef6e805-641f-4552-a040-edb2c99c68c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.639215404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"57503b2d-bf9e-43c8-ab06-4665757765d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.690848406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"8eafc0c2-c007-4ca2-b6de-7e715a1b6831","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.763267196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"8eafc0c2-c007-4ca2-b6de-7e715a1b6831","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.0680758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"30835168-a8a1-416c-a3f8-6815b94e5416","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.237580601Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"77ff48e8-4fc3-4cd9-ba07-bd919ebed170","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ee1853b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.340744893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f51e8295-c43c-4a8e-bcb4-45ff98485c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.340748741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f402da7d-22b3-4e0e-8147-b7f87fc1836c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.341200933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"05856ed3-53c9-4ac0-8bf3-372d16cb66e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.3412657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"7fec5943-5cfe-4bc1-8cb6-e1ac37aea2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.399300591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"05856ed3-53c9-4ac0-8bf3-372d16cb66e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.399742809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f402da7d-22b3-4e0e-8147-b7f87fc1836c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.40166735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"f51e8295-c43c-4a8e-bcb4-45ff98485c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.402084971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"7fec5943-5cfe-4bc1-8cb6-e1ac37aea2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.930707907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1b679517-bd82-43fc-a6a0-0f076830544a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.930773202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"45ad9ca0-c270-49a7-9e18-316614754e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.931178747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6801efab-ab15-4ba9-9772-8e5b34bfadd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.931212953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"7f074c0a-c065-4bff-8e49-86be3554f853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.990590382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6801efab-ab15-4ba9-9772-8e5b34bfadd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.990640736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1b679517-bd82-43fc-a6a0-0f076830544a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.992838001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"7f074c0a-c065-4bff-8e49-86be3554f853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:24.993042142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"45ad9ca0-c270-49a7-9e18-316614754e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:29.751285013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"2943a569-948a-4991-ba60-a297f9aff5ca","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.881921946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub2","reconcileID":"7c416e7a-e590-4c69-b88b-ac71a3c1ca45","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.951167893Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub2","reconcileID":"7c416e7a-e590-4c69-b88b-ac71a3c1ca45","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.009246901Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-sub2","reconcileID":"7c416e7a-e590-4c69-b88b-ac71a3c1ca45","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.080824579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-sub","reconcileID":"84a02d86-4ae3-42f5-a6dc-a061e4e928c3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.383941644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"bbb008f8-e3b3-4614-a43c-727b6d5f8b46","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.386652849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.474616642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"f981fc0c-7ad3-4401-a6b3-98c2fb4e8759","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.483101934Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-sub","reconcileID":"84a02d86-4ae3-42f5-a6dc-a061e4e928c3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5bb463/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.538010887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"b51ee493-45ed-4549-ba7f-965793731ad5","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.708234519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"32223cdb-7d26-49f1-b633-0b5f5144efeb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.709199649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1f52a601-7238-4101-94dd-11b923de0fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.71034717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4fd81fc6-d2fc-4fce-a64c-2312b5be1072","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.739240867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"f92144e9-22b2-46ac-b8f9-d74aa93b1e43","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.740239876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0bb51593-ed18-4ded-9f7e-20c4e1361b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.785101323Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.813060679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"13d2434b-d7fb-4336-b7f4-9dccf79ef6d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.993388849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1f52a601-7238-4101-94dd-11b923de0fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.023871546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"212de6c4-cff7-4808-a802-4d4726738d8b","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.068776566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"32223cdb-7d26-49f1-b633-0b5f5144efeb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.070252663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0bb51593-ed18-4ded-9f7e-20c4e1361b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.106149841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"91f56fa0-f5b0-414a-ac7a-3082fd1b63b8","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.236515615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"f92144e9-22b2-46ac-b8f9-d74aa93b1e43","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.301583615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"9f716862-8d65-4e4c-a68d-2d8feb93e42e","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.391929961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"98c37365-a715-42d8-9e1c-77bd97aee31b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.393173078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"8ec42e86-ddbf-4e93-ad13-26f6afe42ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.448035865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"98c37365-a715-42d8-9e1c-77bd97aee31b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.488938931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth1","reconcileID":"b7a21816-6e60-45e0-9436-eae75097f19f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.489359032Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-api-key-scoped-auth","reconcileID":"e8122340-bb3e-48ff-a07e-8852b3012e62","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.550169783Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"98c37365-a715-42d8-9e1c-77bd97aee31b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.558033754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"8ec42e86-ddbf-4e93-ad13-26f6afe42ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.612604854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"02528e53-88df-4d84-abcd-245afc5d3815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.712601254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"db4e6915-3be0-42d0-a8df-03f8bbadc755","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.728682857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"02528e53-88df-4d84-abcd-245afc5d3815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.826747661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"db4e6915-3be0-42d0-a8df-03f8bbadc755","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.909858249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"9beea1d3-783f-4f91-929f-6f76cdfa6e7c","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.911337631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"826c0150-5afc-4a76-a7d6-926f218d05a1","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.001984158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"05e13e6f-d5ad-4b82-8a6f-6f8989db1ef8","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.144050071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4967ff4e-5854-4656-a5f1-2a3abf69a596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.144874881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0c9affdb-fa0e-48d7-8386-01f8dfbfc33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.196670192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.211958082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"b41ee062-4d89-4d0e-87c0-0071843da9e9","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.265750163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4967ff4e-5854-4656-a5f1-2a3abf69a596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.261427165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0c9affdb-fa0e-48d7-8386-01f8dfbfc33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.346978369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"8931ba84-2cfa-4995-bd7e-6c0c91498d3f","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.397729708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9b809eac-2977-49bc-aa3f-413eaeb2479c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.45424797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a4beab07-ca59-4705-973b-90592c9eda8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.45575794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9b809eac-2977-49bc-aa3f-413eaeb2479c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.501148931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-multi-keys-auth2","reconcileID":"b66588f6-92b4-482b-bde4-391ccb76b60b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.507588842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"31afac7f-c332-4146-bb52-cec402338a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.512592027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a4beab07-ca59-4705-973b-90592c9eda8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.515809614Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a51b7d4b-efe0-4479-9dd8-a76213fd06d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c33b5d69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.566418437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"31afac7f-c332-4146-bb52-cec402338a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.762703691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"d5f881c5-7f39-48ab-8245-96a82a4ce012","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.773301092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0a976677-dc79-44e9-ad3d-877ebf6dd389","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.83177607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0a976677-dc79-44e9-ad3d-877ebf6dd389","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.975882819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"885d7f8f-245f-465e-9170-31434b815664","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.978876181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"d18d8697-27d1-4c83-a926-fc83500a2164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:36.067065814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"885d7f8f-245f-465e-9170-31434b815664","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:36.072492765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"d18d8697-27d1-4c83-a926-fc83500a2164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:36.078030364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a0d8f0b8-9669-44e4-8c77-9a57e440c4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:36.141224754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a0d8f0b8-9669-44e4-8c77-9a57e440c4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.206360708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"81e1f658-4cc7-4065-95db-e1d61a3e1335","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.266775016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"c17d5731-5c89-47b9-960c-46c3da8a09b0","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.499917436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"25e6b549-b268-4843-af62-65b25f2835f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.50057214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"6aced19e-38ed-4bee-a4b9-17af3dce8cd7","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.500877495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.574535132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"25e6b549-b268-4843-af62-65b25f2835f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.582607632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"56cd064b-2937-4cfb-8eb7-8e6d9f249337","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:37.621495296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"205c8b92-1f37-45f8-be3a-57d071290556","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.729213102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ec8784b8-94b3-418d-b331-857eb21fda90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.729624496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"301380e9-64a3-4bd8-9618-87636185d66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.772748793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"4781245c-4479-480d-8f21-590cb77af969","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.793742167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"cc8e3ae7-85ec-46e6-8654-0950c09731b8","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.794484699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"3c0e000a-eb85-4689-8b56-2fb399845d08","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.80319974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"05b5734c-c1a6-483f-bcec-39090d43f378","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.892899246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ec8784b8-94b3-418d-b331-857eb21fda90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.909275898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"619032f1-2abb-4ec9-9c63-92996268e7b1","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.909855626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"ed1e1966-169a-4b7a-8b7c-b9955f584079","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.911761036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"040d1dbe-1cd6-482b-8a46-92d05fd49cb4","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.912285947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"766c7c4b-be18-4ef4-b7d6-2cc590dd5c59","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.913397923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"301380e9-64a3-4bd8-9618-87636185d66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.91390705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"d0fb0d29-25f2-4134-ac7b-a790f21d1dc8","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.980106884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"e049a9ee-4357-4036-b0f3-d0032c947d45","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.014075366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"23450890-2a0d-444a-9e24-b6f0fb1d7e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.046048167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"918950e8-81e0-40cb-9ff5-ebe564acaf3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.125270914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"b39f1a84-d8fa-41f4-babd-d2ba20aeb050","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.128989648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"918950e8-81e0-40cb-9ff5-ebe564acaf3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.147796413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"23450890-2a0d-444a-9e24-b6f0fb1d7e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.149395333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"13320860-fd27-4c28-890c-fa8ec7a3b62d","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.173159225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2b396cb6-1d56-4dbc-862a-194b92415280","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","model":"distinct-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.179057678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3c5dbc priority=0:[ai-tenant-e2e-worker-w4-3c5dbc/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-3c5dbc/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.185952224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"ff79c57d-7103-4f12-880a-db3e004810d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.267161456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"ee5bac39-dbd6-4dae-abf4-bf2cf4c065ef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.290583655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"8a46faec-bac0-428f-807e-04c9de92dbcc","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:38.327873523Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.357222586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a8d4fe35-704e-4767-94b0-a4189d2d3171","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.359285074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"3c80b9d0-a7e8-46c8-9008-5c34fa95a842","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.379742139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"8303c780-b852-42d6-93ad-9d8127bb78b5","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.421872412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a8d4fe35-704e-4767-94b0-a4189d2d3171","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.438892808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e1d2ce4d-7aac-49b5-a4ce-09d59245bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.458002722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"2555dda0-dd59-40d3-b1b9-09e6fb39fa82","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.47311566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"f93d83fe-9185-4545-b970-c390e2d46761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.504945779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e1d2ce4d-7aac-49b5-a4ce-09d59245bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.534768173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"f93d83fe-9185-4545-b970-c390e2d46761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.583002871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"368849d3-e95e-4c9e-9173-2357873c0c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.592691544Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ecff4b81-af3c-4f7c-b425-36c659321133","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"distinct-2-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.647350739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"368849d3-e95e-4c9e-9173-2357873c0c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.702229027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b4738c73-417b-4b8c-9656-b2a41dc0622c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:38.781831302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a8d4fe35-704e-4767-94b0-a4189d2d3171","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.790896404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ba695f1-87c1-4973-b1b7-18b5c78ed9a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.792671021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"00d8edc5-5163-413d-b275-9ed267626cd8","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.861802932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ba695f1-87c1-4973-b1b7-18b5c78ed9a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.894988515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ff7b7134-7708-4fee-87cc-ff5737a989a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.959298765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ff7b7134-7708-4fee-87cc-ff5737a989a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.022106578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"cee67263-3202-42a1-98ff-dcfb037db232","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.042023457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.11039857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4ca95f51-53d3-4d82-ae16-f9210eb3ec55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.111235468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c44aac05-f564-4b05-aeea-f92e1a6b62cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.172205049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c44aac05-f564-4b05-aeea-f92e1a6b62cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.185985515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4ca95f51-53d3-4d82-ae16-f9210eb3ec55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.237410723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"b6a98376-0f27-4959-9f99-fc1d3c24c6bc","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.238385623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"3ed67533-be68-4e32-95f6-bfd4a87ec14b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.307985693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"3ed67533-be68-4e32-95f6-bfd4a87ec14b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.518247784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"203d24c3-9c38-41e0-a788-adb4c1761ad4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:39.583445883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"203d24c3-9c38-41e0-a788-adb4c1761ad4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.576799228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036a84f9-b8af-4cee-98f5-bd4bcca51def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.632693834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036a84f9-b8af-4cee-98f5-bd4bcca51def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.695415805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036a84f9-b8af-4cee-98f5-bd4bcca51def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.757832985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036a84f9-b8af-4cee-98f5-bd4bcca51def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.123660148Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5295ab29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5295ab29","reconcileID":"ebbb8471-93be-4393-8315-22bbd62c86ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5295ab29","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-5295ab29":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.94083173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"f02dbed7-b170-43a2-bd9d-8688056b419b","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.150882482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"72f11c37-e029-4486-95fa-ed238a3e1ada","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8575f973","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.314763424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"60720de4-0d3e-4d94-b83c-962e6696b8b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.315495235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"595ba2c3-a721-4efc-84e1-89fbf02aef0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.371271427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"86d7eaa5-0da9-4863-b26e-142d37cddd0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.375931247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"60720de4-0d3e-4d94-b83c-962e6696b8b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.379905149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"595ba2c3-a721-4efc-84e1-89fbf02aef0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.388034339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"043f3c8b-6d39-49cb-9587-e5c6910f1b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.431838545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"86d7eaa5-0da9-4863-b26e-142d37cddd0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.447211619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"043f3c8b-6d39-49cb-9587-e5c6910f1b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.84411515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"6c8d48da-26d9-4f36-8b0a-cdd611922aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.845055905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6dc90d00-3b69-4a39-810e-0f961d21d05a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.906977586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"6c8d48da-26d9-4f36-8b0a-cdd611922aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.908280564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6dc90d00-3b69-4a39-810e-0f961d21d05a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.993171846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d7d411-10fe-4050-8017-48ee7aa59708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.993931551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"33e4c4ba-814b-4bf0-820d-56f766c0973c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.996895328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"b25f2bb0-5357-4178-bb5c-583894a96b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.056689879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d7d411-10fe-4050-8017-48ee7aa59708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.068284845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"b25f2bb0-5357-4178-bb5c-583894a96b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.078521852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"33e4c4ba-814b-4bf0-820d-56f766c0973c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.114509404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d7d411-10fe-4050-8017-48ee7aa59708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.171998961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d7d411-10fe-4050-8017-48ee7aa59708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.570915386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"461e841c-c195-43d9-806b-2a8eb1e2502b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.627968676Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"461e841c-c195-43d9-806b-2a8eb1e2502b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.683210945Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"461e841c-c195-43d9-806b-2a8eb1e2502b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.052145888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"6a77c1f6-7c58-4c53-9198-9bb19fce1f46","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.053146314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.237902999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"c775401c-8dd0-46b6-b82c-957fe95dde47","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.279977332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"bc16a113-fac7-4a68-be58-ca431a0ef35e","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.406237896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f162e02a-c5e9-4fd6-8df6-9002786677bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.442798005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6690683c-0814-4318-8ad2-4e59d19d4d77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.442952696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"96370801-8c41-4c8e-aa65-20a652722209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.442797801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"121834c7-5a38-4b30-bb70-e40157ad82ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.470443662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f162e02a-c5e9-4fd6-8df6-9002786677bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.502113355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"121834c7-5a38-4b30-bb70-e40157ad82ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.502918221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6690683c-0814-4318-8ad2-4e59d19d4d77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.504511355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"96370801-8c41-4c8e-aa65-20a652722209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.736190393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0067014d-f7e1-4ac6-bf8b-5f02de635713","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.902498396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0ee45551-cb20-41dc-870b-60ccfb6d7893","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.906723396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"42eb3c3f-9142-443d-969c-b94f01292edd","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.963155398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0ee45551-cb20-41dc-870b-60ccfb6d7893","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.059089857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"541141e3-8a3a-4a16-a930-f0e70015c584","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.178070536Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33a6ccda-14f1-4145-a7a5-0c2def517f2d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/distinct-2-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.434131987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"a4fc6039-5a38-4504-a897-35e7d01c7b97","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.153144322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a1c862ac-d70c-4430-aff1-354af1a325cc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.434223397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"ac9d1857-ac49-4f01-bb83-b2648244e246","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.044427729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"80f6c9fc-e5f1-4fb0-8e7e-60d958ddc537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.044554065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"1e8ed537-bd29-450c-9f8a-2f8573de62c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.13193399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"80f6c9fc-e5f1-4fb0-8e7e-60d958ddc537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.135850717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"1e8ed537-bd29-450c-9f8a-2f8573de62c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.616380839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"76cfef0a-fffb-49f3-88a9-1a6d4552a8dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.618900557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4f2d6673-3f77-49d1-a944-84766a7afe6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.619253268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c4c030c3-4ca5-4d63-8b80-05fc6df34d2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.701643442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c4c030c3-4ca5-4d63-8b80-05fc6df34d2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.740939131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4f2d6673-3f77-49d1-a944-84766a7afe6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.744883958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"76cfef0a-fffb-49f3-88a9-1a6d4552a8dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.753988775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bd2be896-48eb-415c-b4bb-e2d965bb101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.847171571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bd2be896-48eb-415c-b4bb-e2d965bb101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.904168407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b456136d-8245-48b1-a306-5ca8930e1886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.98130952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b456136d-8245-48b1-a306-5ca8930e1886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.178210571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"adb02199-c54e-40b3-ac21-2d5fe7c95666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.263714509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"adb02199-c54e-40b3-ac21-2d5fe7c95666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.234733593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"46eb7839-4397-44b1-b3ac-ff70e177a96f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.32782377Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"46eb7839-4397-44b1-b3ac-ff70e177a96f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.391128989Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub1","reconcileID":"46eb7839-4397-44b1-b3ac-ff70e177a96f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.955844511Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.956240593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"cb2b426f-fae3-47af-a593-f655abcd0e5f","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.111018168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"02f0356f-1543-4d59-8140-754082bd39fd","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.22669824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"9ce59c19-684f-4445-8c9a-2cf4837511f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.227027776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f263f8b7-e770-4ed7-be84-9723d139310d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.227274186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"71d07f45-27a4-47f3-bda5-12955a5cb1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.227694754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"91812d33-af4a-4b80-b513-0171927f635a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.281127278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6436f143-625a-4438-a1ad-1c31251fa78b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d567b768","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.287205867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"9ce59c19-684f-4445-8c9a-2cf4837511f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.287229366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"71d07f45-27a4-47f3-bda5-12955a5cb1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.289898217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f263f8b7-e770-4ed7-be84-9723d139310d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.289939788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"91812d33-af4a-4b80-b513-0171927f635a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.814916399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"52aef277-eb76-46ac-a978-960b34502b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.815072834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5293c7a4-ab34-406b-afe0-ea7da6d35a74","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.814920589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cbb36121-22a2-4204-9ad9-c1f04b39ba9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.81552129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ce26d5d4-5a10-43c1-8789-08ea5193844c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.875196259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ce26d5d4-5a10-43c1-8789-08ea5193844c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.875381275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cbb36121-22a2-4204-9ad9-c1f04b39ba9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.877684768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"52aef277-eb76-46ac-a978-960b34502b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:54.879220945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5293c7a4-ab34-406b-afe0-ea7da6d35a74","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.135961985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58149235-e25c-4d99-8ff7-0044c2a2ee53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.135983957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58149235-e25c-4d99-8ff7-0044c2a2ee53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.245280315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"namespace":"ai-tenant-e2e-mt-d19961c2","name":"e2e-policy-d19961c2","reconcileID":"25d13e39-fe07-4f86-99dc-f3f7633c571b","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.378018369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"namespace":"ai-tenant-e2e-mt-d19961c2","name":"e2e-policy-d19961c2","reconcileID":"25d13e39-fe07-4f86-99dc-f3f7633c571b","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.43600039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"namespace":"ai-tenant-e2e-mt-d19961c2","name":"e2e-policy-d19961c2","reconcileID":"25d13e39-fe07-4f86-99dc-f3f7633c571b","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:04.336714588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d73630c2-cb19-4b10-a0ae-050e66c72abe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:04.391171493Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d73630c2-cb19-4b10-a0ae-050e66c72abe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:04.445708112Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d73630c2-cb19-4b10-a0ae-050e66c72abe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:04.726181885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"efdebaa5-e12d-4486-ba38-bc466d0e8834","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:04.726520625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:04.907402269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"2ebc0226-fa44-4db6-966c-cc8b0127dec3","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.013142584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7bfc0db7-8155-4d0f-bb17-213b300db50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.013366261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"507d77ff-74a0-4f5a-82ba-ad96f9317596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.013142586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66f825b7-597e-46bf-975a-0aba040f2e40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.013825606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f8f3e6db-95bd-48fb-9283-29089130b072","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.072154133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f8f3e6db-95bd-48fb-9283-29089130b072","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.072765809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"507d77ff-74a0-4f5a-82ba-ad96f9317596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.074421755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66f825b7-597e-46bf-975a-0aba040f2e40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.075062799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7bfc0db7-8155-4d0f-bb17-213b300db50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.279859488Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth1","reconcileID":"01751901-f3c7-4dbb-9abe-2f3c6f07da97","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.497120976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"59f0494c-f324-48f4-b7bd-94e5429aaac7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.539505015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"7f6c6c4e-f207-426b-83ca-a95075970eef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.554815022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"59f0494c-f324-48f4-b7bd-94e5429aaac7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.707827521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"dbb55a55-4c7a-430f-bb86-12da85f5fbb7","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.763169111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-sa-multi-hdr-auth2","reconcileID":"64664a51-ccaa-4ebb-9490-3d663bb015c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/distinct-2-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.928167008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"1717a0fa-5b32-4c07-a043-3af7df059b31","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.034303722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3455ef6-f771-45bd-b30c-0f210755a831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.034327512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3455ef6-f771-45bd-b30c-0f210755a831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.098661809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c495e25a-f5be-4934-b703-87336d964621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.098686989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c495e25a-f5be-4934-b703-87336d964621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.207856291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"9cfbff26-6c3d-4892-8131-abc0c80623e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.268055539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"9cfbff26-6c3d-4892-8131-abc0c80623e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.324546657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"9cfbff26-6c3d-4892-8131-abc0c80623e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.36273265Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.362971634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e3bb1e8-674e-4fad-add6-5df747c37b1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.362987478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e3bb1e8-674e-4fad-add6-5df747c37b1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.38410641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de68f2cf-86ec-4cd4-b0a0-85f11ccc4486","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.384125214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de68f2cf-86ec-4cd4-b0a0-85f11ccc4486","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.421418987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"397878a8-8243-45df-9532-10df42311d7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.421441227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"397878a8-8243-45df-9532-10df42311d7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:08.472680867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-sub-5a43756b","reconcileID":"628c99c5-df95-477c-a08f-1ba15d65333d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-5a43756b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.492047874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"f719a3cb-d1b5-49a9-945c-7a7789994d93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.550147803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"f719a3cb-d1b5-49a9-945c-7a7789994d93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.590063923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95044eff-16f1-40e1-9578-cf0fb14010d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.590080183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95044eff-16f1-40e1-9578-cf0fb14010d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.608381216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"f719a3cb-d1b5-49a9-945c-7a7789994d93","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.6491587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e9b3ed4-aa30-4486-9c88-047543039667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.649179315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e9b3ed4-aa30-4486-9c88-047543039667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.933606699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-sub-5a43756b","reconcileID":"4f8221c1-2a05-4c6f-92bf-92352af16f05","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-5a43756b/e2e-shared-int-sub-5a43756b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.043890896Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.107210756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db12bf5e-e7e3-4a7f-b0fd-03f15abaa0ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.107233349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db12bf5e-e7e3-4a7f-b0fd-03f15abaa0ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.155451632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5f984da-2869-405f-9694-e041634c8593","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.325621387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-sub-5a43756b","reconcileID":"9cebf3ec-e1e5-449c-afd8-41a8a76099e3","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.412839047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aea5c25-f705-4f20-86ff-fec28a72f5f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.412865722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aea5c25-f705-4f20-86ff-fec28a72f5f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.469552527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5570f25-b834-4336-be41-54eceed1f120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.469576562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5570f25-b834-4336-be41-54eceed1f120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.577439074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"4c0eac82-e1bb-4158-994a-1969159a463b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.635303471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"4c0eac82-e1bb-4158-994a-1969159a463b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.691624876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"4c0eac82-e1bb-4158-994a-1969159a463b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.696519515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7adb9c53-7406-4079-856f-3df11681db67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.696535319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7adb9c53-7406-4079-856f-3df11681db67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.696567983Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.750914997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50fcbd08-fbba-42a8-8678-05ebe8d4c1f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.750936668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50fcbd08-fbba-42a8-8678-05ebe8d4c1f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.754134761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd88834f-01dc-4e45-aeff-45c7f758adc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.754149216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd88834f-01dc-4e45-aeff-45c7f758adc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:09.81430529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"3456053f-ae4d-4e04-a9ff-251f7c7aaa3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-5a43756b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.87114382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"15bce15a-1159-4652-8a17-fd0978e98b30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.933238827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"15bce15a-1159-4652-8a17-fd0978e98b30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.945215069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"895e2344-6952-4bf5-859a-96e174e97b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.945233222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"895e2344-6952-4bf5-859a-96e174e97b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.994546497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"15bce15a-1159-4652-8a17-fd0978e98b30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.015805274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"979cd38e-74a9-4689-ae55-e0d3fd5093ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.015904223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"979cd38e-74a9-4689-ae55-e0d3fd5093ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.295782951Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"44c0a0fa-3c25-41f2-a113-f4f82efc2b0b","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-5a43756b/e2e-shared-int-sub-5a43756b","ai-tenant-e2e-mt-91f81832/e2e-shared-int-sub-5a43756b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.470775905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82faabf0-7baa-478f-a33a-a4a0450b9418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.470800672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82faabf0-7baa-478f-a33a-a4a0450b9418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.514631126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f06c345-da0f-4752-86bd-7d65edae500c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.51467007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-sub-5a43756b","reconcileID":"c7c59ad9-f6d6-4123-8458-770aa963e034","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.68844009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"bce24d53-0cf2-45a9-8ff8-0117ddc82635","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.510748441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3050fcc0-586f-4e83-b9fe-5308de634bee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.510776871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3050fcc0-586f-4e83-b9fe-5308de634bee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.511196105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"104c7d0e-2e75-433b-b531-8334610edcb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.683727433Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-policy-5a43756b","reconcileID":"104c7d0e-2e75-433b-b531-8334610edcb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"policyNamespace":"ai-tenant-e2e-mt-5a43756b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.761859987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f26d13-ce22-40a6-befc-561edd960828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.762075048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f26d13-ce22-40a6-befc-561edd960828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.956599115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42e46c7a-b001-4f75-a17f-9ee43cf4474f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.956627742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42e46c7a-b001-4f75-a17f-9ee43cf4474f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.11211905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"fc69ec2e-0b8b-4cc6-bca7-28216b74df7c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.173394178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"fc69ec2e-0b8b-4cc6-bca7-28216b74df7c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.230605556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"fc69ec2e-0b8b-4cc6-bca7-28216b74df7c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.487488242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"792e6e83-6e59-4426-b91f-df0acdf42cdc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.609093618Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"792e6e83-6e59-4426-b91f-df0acdf42cdc","name":"e2e-mt-5295ab29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.170567935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"namespace":"ai-tenant-e2e-mt-d19961c2","name":"e2e-policy-d19961c2","reconcileID":"976def97-87d4-41fe-841e-b0ba67046ffe","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.325830154Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"namespace":"ai-tenant-e2e-mt-d19961c2","name":"e2e-policy-d19961c2","reconcileID":"976def97-87d4-41fe-841e-b0ba67046ffe","MaaSAuthPolicy":{"name":"e2e-policy-d19961c2","namespace":"ai-tenant-e2e-mt-d19961c2"},"policyNamespace":"ai-tenant-e2e-mt-d19961c2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.433933589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"8361b708-bac5-4f8e-a816-d46c8290054d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.435180994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3fa20c08-06fa-40df-bddb-a45b0f54be74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.492572506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"8361b708-bac5-4f8e-a816-d46c8290054d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.495234592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3fa20c08-06fa-40df-bddb-a45b0f54be74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.703362113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5a383520-a1ec-4c55-8310-74aab9ccbc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.703353635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4400d0bb-2f62-4c7c-9a84-9c3e76fbdf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.766413011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5a383520-a1ec-4c55-8310-74aab9ccbc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.766534852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4400d0bb-2f62-4c7c-9a84-9c3e76fbdf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.153451394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7bb72645-4c57-440d-9276-657382f20755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.156544662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"13be2974-0ab2-45cd-9e82-3a4dde090b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.212654092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7bb72645-4c57-440d-9276-657382f20755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.217561761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"13be2974-0ab2-45cd-9e82-3a4dde090b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.138937445Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-sub-5a43756b","reconcileID":"e0a4bdc2-2280-4a76-98f2-2194c40c7d91","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-5a43756b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.363546839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"namespace":"ai-tenant-e2e-mt-5a43756b","name":"e2e-shared-int-sub-5a43756b","reconcileID":"e0a4bdc2-2280-4a76-98f2-2194c40c7d91","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-5a43756b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-91f81832/e2e-shared-int-sub-5a43756b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.582192881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"c853b2cd-234b-49d2-a650-ea41e1b428b2","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.582192298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c20617b-a854-4fac-a80b-40d1e9a05183","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.586666931Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.586825386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aa1b023-86e2-4fcb-80e0-7913fba86bab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.586846346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aa1b023-86e2-4fcb-80e0-7913fba86bab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:30.340019561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"be1bb8b6-f684-403e-9a79-b06404fcc83d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:30.398418401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"be1bb8b6-f684-403e-9a79-b06404fcc83d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:30.455205988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"be1bb8b6-f684-403e-9a79-b06404fcc83d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:30.515722606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb6d1dbf-82e0-4465-b2f5-ee2ecde30c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:30.515742684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb6d1dbf-82e0-4465-b2f5-ee2ecde30c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.096114172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-2-w0-42c707","reconcileID":"6f916fd0-469a-4b9a-8de4-ef0bd9b17b62","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-2-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-2-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.128307668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"385c15dc-4a40-44d1-94b7-b4d29d8a5ade","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.184435554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"4328bed5-aa4a-440f-b130-28bef06be686","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.34645322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"ff444109-6a93-4017-bd6b-f66d477e6405","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.402884456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"499f37a5-5846-41c1-b591-762f93c0e39e","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.4030193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.406338176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"ff444109-6a93-4017-bd6b-f66d477e6405","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.461601683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f9ade479-dac1-433a-93cf-171d2dc6a82b","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:35.512227895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-valid-sub","reconcileID":"561b155a-a3bb-46df-b6f0-72b6b910e4ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.56517561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"4bdeeeb6-03b4-4818-a464-75393438ab47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.565230764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"b8e3a516-8560-43c7-9661-e98019529c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.624295472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"b8e3a516-8560-43c7-9661-e98019529c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.624307518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"4bdeeeb6-03b4-4818-a464-75393438ab47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.630273613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"4d593dcd-2e50-448f-93bc-e5bbd1f4da00","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.686650731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"2f71866e-a357-4cbe-9eb9-c1b9bdf0f3af","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.731731766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"e8a42664-3e25-4ac8-8d01-b887092b3579","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.894073171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"cf237d00-a893-4507-9867-8bfbf79d81b4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.952330182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"cf237d00-a893-4507-9867-8bfbf79d81b4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.966015798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-valid-sub","reconcileID":"8acb24fb-792c-429f-bbca-638000ba6f37","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.995969634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f504107e-ba6a-4802-a244-112a25ad5dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.995968381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"436ed3f9-094e-4c1b-8f77-90ae7e87f5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:36.058065898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"436ed3f9-094e-4c1b-8f77-90ae7e87f5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:36.058201238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f504107e-ba6a-4802-a244-112a25ad5dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:36.138856502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"4b96bb8f-bfac-4a81-aef5-f8b55ef438e5","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:36.185029474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"a3228909-d3e3-4a1c-90e7-e0617f15a064","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:36.355319108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-valid-sub","reconcileID":"b3dc2355-c5cd-4042-8bdc-bfaa98df3aae","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.328545335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"c880c2f9-11ea-4ba5-8fe5-6a79af716d27","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.493216254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ec19887b-22fb-4ea2-9da1-92687b192461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.493704887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"3cc7e61d-da53-453f-8b3d-6b1a78247134","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.493944529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e5fefff5-f1e6-424a-8de2-eb9ac6b72c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.562164325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"3cc7e61d-da53-453f-8b3d-6b1a78247134","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.614747653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ec19887b-22fb-4ea2-9da1-92687b192461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.61688576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e5fefff5-f1e6-424a-8de2-eb9ac6b72c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:39.039557201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.62494961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"517f6046-4885-4f1b-ab3f-85542e77936b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.685131681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"517f6046-4885-4f1b-ab3f-85542e77936b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.025529305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db86dd23-d316-4518-a840-7fa625adbf46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.025549485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db86dd23-d316-4518-a840-7fa625adbf46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.501638419Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-valid-sub","reconcileID":"b752f883-33e2-499e-8d2c-fc5d2967395f","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.732955438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-valid-sub","reconcileID":"b752f883-33e2-499e-8d2c-fc5d2967395f","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.950772782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"5d841afc-6d13-4261-860b-4bca1b07c46b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.956902701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"93ce26e5-afdf-4ffd-8e68-a10dc56a925f","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.95740993Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.113305187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"ce416c22-726a-4d90-9aa0-2826aa5cadbf","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.122092399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9ba3d617-e797-4d38-ac48-d6ea268d5964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.122100158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7520c6cc-88b8-45ea-bb1e-1988efbb19a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.122566457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"0331abf1-fb74-4bf8-becf-1821ea4a9b49","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.180811769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9ba3d617-e797-4d38-ac48-d6ea268d5964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.181605227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"0331abf1-fb74-4bf8-becf-1821ea4a9b49","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.183130878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7520c6cc-88b8-45ea-bb1e-1988efbb19a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.344872263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-models-invalid-sub-auth","reconcileID":"5f98e4e5-2492-49d4-abf0-708aa8d9d082","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.511840529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"84772d16-b825-428c-b043-a137f790698d","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:55.682121867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f14697d-51e0-414f-801b-b41d2d4875b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:55.737436529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f14697d-51e0-414f-801b-b41d2d4875b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:55.813085237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f14697d-51e0-414f-801b-b41d2d4875b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:55.872872247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f14697d-51e0-414f-801b-b41d2d4875b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.164150847Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-30074e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-30074e","reconcileID":"4f88a68e-4ccb-41f6-a983-dd158b605179","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-30074e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-30074e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.938669707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec00a8-a7d4-413b-98db-373effe70e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:58.006727181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec00a8-a7d4-413b-98db-373effe70e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:58.061440591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec00a8-a7d4-413b-98db-373effe70e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:58.116375702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec00a8-a7d4-413b-98db-373effe70e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.531224264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b7dd77-cda7-4668-9154-019c2e8c5f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.585764595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b7dd77-cda7-4668-9154-019c2e8c5f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.640148801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b7dd77-cda7-4668-9154-019c2e8c5f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.69428768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b7dd77-cda7-4668-9154-019c2e8c5f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.905883263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08473ea2-0fd4-4f69-9a55-5ccdaae6e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.960315571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08473ea2-0fd4-4f69-9a55-5ccdaae6e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.014534416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08473ea2-0fd4-4f69-9a55-5ccdaae6e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.068889161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08473ea2-0fd4-4f69-9a55-5ccdaae6e9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.687004031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"66495997-125d-47b5-a3bd-865b2062c969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.854095905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"341c3f5c-ed89-4b67-81c6-4286b99b538c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.968181838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2672791e-b00d-4c8d-bb7a-8d7040362452","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.968284228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"65546340-b998-452b-81fc-bdcee58dd161","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.066284935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c3308689-a29f-4f4e-b9ef-52d1698c5372","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.089074806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"b495655f-c40f-4c3a-b6ae-7423a255eb8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.185368194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"1bad93ad-0326-4186-bb49-40297fe16914","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.345837099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"bd91f1c1-03c5-4c18-bced-dbe0c1f93794","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.402916161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"5555ba91-9825-4abd-8f2c-8abe9a30225e","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.436388293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"f5171a2b-3666-45f3-ab69-e6d558009dae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.515193293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"cb392e0b-75bf-43c0-979e-6e9ff92803d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.61075737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"04b68d46-0779-4b15-bcac-f3ffeefe3732","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.783731478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"a6a313e5-429a-4eef-8f8d-83e294f45a2e","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"llm/e2e-rt-eq-ddb83f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.838013879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"802dfdc5-a5eb-44e1-a882-342842d76a6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.930130641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"542ce83d-6c2a-4e16-9e7f-430c97b014a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:09.051088799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.000038955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"fa104996-e8f3-4b9f-ba4a-55a9414ab40d","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.070270909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"b6c1ccaa-6c46-4dfd-be19-3c1244b04786","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.167397585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"83a73ff1-b613-43cf-aa8c-32226e597b47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.263995592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"2a63740d-0bbd-4cfc-b233-4396673ea8c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.425564197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"a2aaa27b-4141-4bac-ac1f-ef9175f5668b","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"llm/e2e-rt-eq-ddb83f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.466887696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"b985c4f8-3ba2-4067-8152-68d6fd294422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.565434268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"249e5b5f-2426-4ff8-bba2-600993dbd69b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.667749982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"ce2e1737-3a67-4964-943b-23f9bf86cb40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.667830725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"5b4c1bb0-7e7f-4251-9d14-d2204c8d442b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.825309845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0adbc8d-7feb-449a-bb2b-0d4e2c51c9ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.827924483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"e4de8103-0066-4e33-9974-4b3fd97908f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.916756783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"dd8048d6-a605-4e4b-9b7a-b3e4ab114260","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.020189272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"66dd3c4d-341f-4bc0-8eb0-e05e42c65928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.020189287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"ff97079b-0624-4260-a688-80c55206d692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.168696931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfa3714e-26e2-4711-880d-74b0d1c8bb6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.762460543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"fe4ffc7a-ea2f-477b-a2dc-94178d5e2307","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"llm/e2e-rt-eq-ddb83f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.803398738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"e876cfe4-3600-46dc-8a21-5605d10ae24d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.04380671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"897e4643-3da5-4fee-ac36-69c577277751","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.086566893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"31f16621-a815-4a90-93c0-f1d0e46d0f87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.188835455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49f5e2e3-8efd-4299-9ac7-bd6f66284853","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.188867659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"dd012422-ecbd-4ab7-81b4-efcd84117ab4","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.189288963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11185efc-12eb-4548-a6ad-a3e237a8edc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.417572697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e3c8bf0a-46ee-42f1-86ca-471ac49b54d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.428507637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"aa81e3e4-4888-48c6-842e-83796fa2ebba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.525721835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"14c5c82e-e15f-463e-8379-0f422e393810","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.525814989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"da06fb6a-4521-44aa-ba93-0e786375ee2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.621804251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"cc495bc9-1b71-4aab-a477-972498848f0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.752539582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"d682f3b2-8338-4997-8e18-22c4a77d3484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.771091479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"6844cd10-7251-49a1-823b-dbf29dbef15c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.869341252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"edb07cd5-7c73-42b1-842e-25d63b083845","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.056299565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.371207245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"a1ad2ed1-d151-4d7c-a551-c0dd4227c1a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.503715551Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"a1ad2ed1-d151-4d7c-a551-c0dd4227c1a0","name":"e2e-api-a-30074e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.295595556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e0e1c820-0b2a-4520-807a-b3039e69cefa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.35133855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"089be085-ff5d-43ff-a5eb-49ee40bb606e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.421661396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"c886aace-d185-4946-becf-3f5e0ee4f502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.526136156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e71cf460-6662-4132-ba33-9bfa202a477f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.530902202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2499d741-5929-4854-b8b6-0156dc914735","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.638058075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"fd69befa-9fef-4b5c-bdef-43e728bd406d","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.750831962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"ef3bc995-dd11-4153-912a-8b788c0576d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.888920411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"f5ae6c31-5c20-4a1a-a289-66009c81c828","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.995439001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"338e5701-982b-4432-bb36-a0f92bba898c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.995863247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"13118d07-326a-49a2-81da-470aa43b76a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:52.12659378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"2ccbab74-b228-4387-8866-ad78c7b6e932","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:52.181184883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"8ef1e8b4-31d7-44d2-8e8f-eca9a192219d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:52.277319323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"5be57c33-c7db-4e54-8413-0afc0c839cf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:52.348287569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"376e8970-c8ff-4753-89ed-e5f4cdbf55b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:52.417441594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"d98f1c09-2f2f-43bd-947a-3a1c5be531b9","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"llm/e2e-rt-eq-ddb83f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.254042834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"cc7dc8c3-3a30-4c33-b9b6-204d0d32da8a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.254119644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da386861-72da-4eeb-a5da-89e67698ced2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.254131831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da386861-72da-4eeb-a5da-89e67698ced2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.362348762Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-policy-5a43756b","reconcileID":"cc7dc8c3-3a30-4c33-b9b6-204d0d32da8a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"policyNamespace":"ai-tenant-e2e-mt-91f81832","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.421968294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c894468-beeb-44f3-a79b-52707d047b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.421988453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c894468-beeb-44f3-a79b-52707d047b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.425827684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efeb947-4fb9-4a1a-96d6-5420b5b10d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.480254105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efeb947-4fb9-4a1a-96d6-5420b5b10d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.534965529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efeb947-4fb9-4a1a-96d6-5420b5b10d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.574013701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c69ca1a-0a87-4f79-a8a2-1d4695664d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.574032429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c69ca1a-0a87-4f79-a8a2-1d4695664d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.59003442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efeb947-4fb9-4a1a-96d6-5420b5b10d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.909545948Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-1fdd09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-1fdd09","reconcileID":"e15818a7-e638-4914-a058-aa286bc82dfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-1fdd09","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-1fdd09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.626785392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44ee714-63e9-448b-b8d9-449cb7edc481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.682042681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44ee714-63e9-448b-b8d9-449cb7edc481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.73657428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44ee714-63e9-448b-b8d9-449cb7edc481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.79175463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44ee714-63e9-448b-b8d9-449cb7edc481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.876769799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5c1221-ccc7-4071-80b3-9111278aecf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.099622039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5c1221-ccc7-4071-80b3-9111278aecf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.155896355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5c1221-ccc7-4071-80b3-9111278aecf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.214345359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5c1221-ccc7-4071-80b3-9111278aecf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.774260382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"713202c8-64ef-42b0-bf7b-945db64ad74d","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-5a43756b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.002067623Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"namespace":"ai-tenant-e2e-mt-91f81832","name":"e2e-shared-int-sub-5a43756b","reconcileID":"713202c8-64ef-42b0-bf7b-945db64ad74d","MaaSSubscription":{"name":"e2e-shared-int-sub-5a43756b","namespace":"ai-tenant-e2e-mt-91f81832"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.007733966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"fa55134c-2446-4eda-a630-80122d558cc8","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.007750638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"fa55134c-2446-4eda-a630-80122d558cc8","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.230959325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86764419-df9e-42e0-bc1b-df3b0c0cccba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.289717742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b01a032-3df7-46d7-bdb4-279bb0cd8aae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.28973707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b01a032-3df7-46d7-bdb4-279bb0cd8aae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.290191071Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.046080754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.177463359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"7b2e0335-c3b4-42b4-ab1e-30b7fd50a1d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.27843688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"e8e448de-df7b-4bc0-a075-d38a83841454","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.456280684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"f203be33-ce81-4cec-bbb6-5f27174c796f","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","model":"llm/e2e-rt-eq-ddb83f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.512927919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"938283eb-0c20-4120-b18b-b1d615613dfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.557867194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"ed7c3c1f-c53f-45ad-8ca7-9bf8ed932c76","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.648939427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"e4f97810-899e-40ec-a191-030dc684d21b","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.648964975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"e4f97810-899e-40ec-a191-030dc684d21b","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.676155247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"aa5d8b48-581b-4372-b9e2-0316c271618e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.705082252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"a6ccd341-ce05-4662-a51a-e0e8d59983c2","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.705101071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"a6ccd341-ce05-4662-a51a-e0e8d59983c2","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.777988278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"5150c1b3-4bc1-4896-8ee6-7f6dafe9ac53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.813230025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"d0e3acb4-5c14-42ae-9747-813503bb1e71","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.87527171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"1dad0c73-f299-47aa-a17f-105a6dc6b861","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.933281397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"6c4f14c9-127b-4182-994a-8a448464dae3","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.933303003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"6c4f14c9-127b-4182-994a-8a448464dae3","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.933866058Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ddb83f-sub models-as-a-service/e2e-rt-sw-9a1ffa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.94439569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"d0e3acb4-5c14-42ae-9747-813503bb1e71","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.979697722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"d1cfdc86-088c-4c7d-ac7d-ee4af80eeae7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.979779727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"4bab2c1b-1f03-43fa-bd2a-45c5028dd89c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.997194963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"70084521-eb83-4cb1-9efe-01a7d332df91","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.997213117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"70084521-eb83-4cb1-9efe-01a7d332df91","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.002605568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"d0e3acb4-5c14-42ae-9747-813503bb1e71","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.02312475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"b2c84d5b-f4fc-4cb7-9644-880ffc968cee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:14.047027773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"7584d77a-295b-4df6-8c85-0ea9e7d079bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-5295ab29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:14.053012472Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"70084521-eb83-4cb1-9efe-01a7d332df91","name":"e2e-lifecycle-model-5295ab29","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-5295ab29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:14.053065002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"70084521-eb83-4cb1-9efe-01a7d332df91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-5295ab29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.05837241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"d888045a-3ee2-4d35-bc7e-83aca793dc42","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.058389229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"d888045a-3ee2-4d35-bc7e-83aca793dc42","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.060043974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"960db820-d58e-4910-85d4-357137e8108c","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.060059362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"960db820-d58e-4910-85d4-357137e8108c","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.149141726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b39b6ad6-2906-4dd9-bda1-b7a4ebaf33db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.177649982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"63e3a122-ec9a-46e0-96b3-e75bf31b61c2","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.235064327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"55fb338a-223d-4228-944c-f15cf3516c78","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.236012885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"55fb338a-223d-4228-944c-f15cf3516c78","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.244797934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"63e3a122-ec9a-46e0-96b3-e75bf31b61c2","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.289149161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"39de4eb8-9cfe-4291-8d94-c0363fe87527","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.296988796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"4d132eb9-6ec4-49f4-af63-fd3f91e0a757","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.297005868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"4d132eb9-6ec4-49f4-af63-fd3f91e0a757","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.302883036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"63e3a122-ec9a-46e0-96b3-e75bf31b61c2","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.522549089Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"7c8dd34e-ae5c-479b-bf53-e9703d6e5287","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","model":"e2e-lifecycle-model-5295ab29","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-5295ab29/e2e-sub-5295ab29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.643403817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"76d2612b-e184-4844-8e17-af65ba8e525c","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.643430732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"76d2612b-e184-4844-8e17-af65ba8e525c","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.771832953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"ef467d70-b27a-487d-946a-c4d8d3d5828d","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.771849939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"ef467d70-b27a-487d-946a-c4d8d3d5828d","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.826362887Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"a6ce1d9b-9be3-4f5e-9973-b17c5e86efd2","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37ae8021","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.872542459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"453d7ce6-620d-48f2-849d-25fc59f4e4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.872547205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"05de2ff6-63ab-4b14-90ae-21068dc45fc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.874187338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"2fc74fe1-4473-4a1a-955d-f55954e9b477","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.874187336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b256bd22-9d97-438c-99ce-3a5d2cd67075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.921122518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"73c4a905-e364-4b5c-9b5f-d3872c307bab","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.010635466Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"453d7ce6-620d-48f2-849d-25fc59f4e4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:15.017878531Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"05de2ff6-63ab-4b14-90ae-21068dc45fc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:15.018613196Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"2fc74fe1-4473-4a1a-955d-f55954e9b477","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:15.046880021Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b256bd22-9d97-438c-99ce-3a5d2cd67075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.069086513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"453d7ce6-620d-48f2-849d-25fc59f4e4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:15.077676379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"05de2ff6-63ab-4b14-90ae-21068dc45fc7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:15.078704638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"2fc74fe1-4473-4a1a-955d-f55954e9b477","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:15.107731211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b256bd22-9d97-438c-99ce-3a5d2cd67075","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.136736804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"1f718af3-b9fe-4a82-97a0-5aab9cd763f3","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.1367717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"1f718af3-b9fe-4a82-97a0-5aab9cd763f3","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.249264345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"614ba6a3-42c2-4def-b1fd-8530f4b5c1ab","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.249297311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"614ba6a3-42c2-4def-b1fd-8530f4b5c1ab","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.356160552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"b4c427ba-2741-4679-868a-34291498232d","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.358601039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"55758c4b-4a81-473c-814d-1d8cede1b3f6","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.363088268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"9fc54617-0486-43c9-b06d-3546ee3f346c","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.363103695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"9fc54617-0486-43c9-b06d-3546ee3f346c","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.363423614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"243f1744-cc7a-49b9-bafc-b464b88d80b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.363437399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"243f1744-cc7a-49b9-bafc-b464b88d80b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.363758099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77535f43-33ec-4712-a384-f574f9257c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.36377205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77535f43-33ec-4712-a384-f574f9257c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.381316417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da37ee16-f69a-4ac0-a4c4-ef7968927bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.412316815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcc8c3f-b6aa-43e3-bfa2-e7ffb63bf96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.415714985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"b4c427ba-2741-4679-868a-34291498232d","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.417303001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"55758c4b-4a81-473c-814d-1d8cede1b3f6","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.417790278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"bcbe2384-ff0e-46b6-95fd-0a2ac0e78ff0","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37ae8021","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.443996913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da37ee16-f69a-4ac0-a4c4-ef7968927bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.476021302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcc8c3f-b6aa-43e3-bfa2-e7ffb63bf96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.478860509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"b4c427ba-2741-4679-868a-34291498232d","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.480094741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"55758c4b-4a81-473c-814d-1d8cede1b3f6","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.50743277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da37ee16-f69a-4ac0-a4c4-ef7968927bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.537887734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcc8c3f-b6aa-43e3-bfa2-e7ffb63bf96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.593260608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"d7874dcb-8945-480f-9c36-e7fb78c81b41","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.593281476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"d7874dcb-8945-480f-9c36-e7fb78c81b41","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.703217227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"92c2f2ce-1ed5-4218-a7e1-441240fb434f","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.703242322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"92c2f2ce-1ed5-4218-a7e1-441240fb434f","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.760263879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ecc1540-90f2-4901-abad-f2e5556b57c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.760283656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ecc1540-90f2-4901-abad-f2e5556b57c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.814181718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"5ccbe59f-6a84-4611-bf04-9f8b5232619f","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.814214205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61089c4e-4346-4d84-96c5-5ce6add1c23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.814617364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"fde99f73-7430-4c68-98a9-e98b74024d9b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.84203735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbfabee2-a5d2-4d2b-8547-47d9b7eba1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.874135753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"fde99f73-7430-4c68-98a9-e98b74024d9b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.874815013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61089c4e-4346-4d84-96c5-5ce6add1c23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.876416378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"5ccbe59f-6a84-4611-bf04-9f8b5232619f","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.902558033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbfabee2-a5d2-4d2b-8547-47d9b7eba1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.931314539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"fde99f73-7430-4c68-98a9-e98b74024d9b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.93211989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61089c4e-4346-4d84-96c5-5ce6add1c23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.933633214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"5ccbe59f-6a84-4611-bf04-9f8b5232619f","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.961227038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbfabee2-a5d2-4d2b-8547-47d9b7eba1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:16.018446672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbfabee2-a5d2-4d2b-8547-47d9b7eba1e3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.298990472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96700c41-ab54-4699-a1f6-e99b1143ebe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.360340223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96700c41-ab54-4699-a1f6-e99b1143ebe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.419564868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96700c41-ab54-4699-a1f6-e99b1143ebe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.413443027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"6311a17b-981e-427e-a539-49e5e009335c","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.479681677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"6311a17b-981e-427e-a539-49e5e009335c","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.53783061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"6311a17b-981e-427e-a539-49e5e009335c","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.472701576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"cee0ec14-2dc5-4c91-89e7-3017cf81dd09","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ddb83f","subscription":"e2e-rt-eq-ddb83f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.587754806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"cee0ec14-2dc5-4c91-89e7-3017cf81dd09","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.652597816Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-sub","reconcileID":"cee0ec14-2dc5-4c91-89e7-3017cf81dd09","MaaSSubscription":{"name":"e2e-rt-eq-ddb83f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ddb83f","namespace":"llm","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.662386928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaae18a-f984-49ac-aa79-f512396e85a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.720126056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaae18a-f984-49ac-aa79-f512396e85a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.774338282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaae18a-f984-49ac-aa79-f512396e85a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.829984366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaae18a-f984-49ac-aa79-f512396e85a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.124919975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"c4e7bd07-8f8f-4800-beae-f7314d25fe91","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.125049243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"c4e7bd07-8f8f-4800-beae-f7314d25fe91","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.254201043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72e3ebf7-fedc-4fe7-ad48-e09a696a9568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.255744657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"12962473-814e-4825-8d42-5af29357dd69","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.256464898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"c26326b7-0759-4d93-b816-3455ad6c5ea6","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.256606276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"c26326b7-0759-4d93-b816-3455ad6c5ea6","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.317731887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"12962473-814e-4825-8d42-5af29357dd69","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.32134756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72e3ebf7-fedc-4fe7-ad48-e09a696a9568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.348180248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"25fae33c-1068-4931-96c3-a7a9474f7818","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.373439096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"d5af60bb-e445-443c-b04b-bfee4825afe9","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.37349176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"d5af60bb-e445-443c-b04b-bfee4825afe9","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.383547431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72e3ebf7-fedc-4fe7-ad48-e09a696a9568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.406238291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"12962473-814e-4825-8d42-5af29357dd69","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.410936494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d1cde9b-6666-4d2d-9676-911a3cd33f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.435219331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"25fae33c-1068-4931-96c3-a7a9474f7818","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.49589777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d1cde9b-6666-4d2d-9676-911a3cd33f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.519181401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"25fae33c-1068-4931-96c3-a7a9474f7818","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.519538872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ddb83f-access","reconcileID":"ac2746fe-e4f3-47d8-96a0-28457a769b4e","MaaSAuthPolicy":{"name":"e2e-rt-eq-ddb83f-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.580231265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d1cde9b-6666-4d2d-9676-911a3cd33f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.64142951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05429fa8-daa2-48e6-981b-88258826a850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.667085424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"bd25548f-13f1-4d05-bc8c-b55f967d8eb4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.708361401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05429fa8-daa2-48e6-981b-88258826a850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.729767376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"bd25548f-13f1-4d05-bc8c-b55f967d8eb4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.772198406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"f579472f-9643-437b-9215-8f633571c62f","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.772236188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"f579472f-9643-437b-9215-8f633571c62f","MaaSModelRef":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ddb83f-d9450a49589f","namespace":"llm","model":"e2e-rt-eq-ddb83f","externalModel":"e2e-rt-eq-ddb83f","provider":"e2e-rt-eq-ddb83f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.782347104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05429fa8-daa2-48e6-981b-88258826a850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.796319206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"bd25548f-13f1-4d05-bc8c-b55f967d8eb4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.335643445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"7e45df46-6c60-4d43-80c9-e2daaaeacd7d","namespace":"llm","name":"e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.427400636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"364d55fb-66b9-4255-91bd-7a45c2f68aab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.427578555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"364d55fb-66b9-4255-91bd-7a45c2f68aab","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.428430668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3e350cb1-951f-40d1-a39f-8aad5614efa9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.428549543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3e350cb1-951f-40d1-a39f-8aad5614efa9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.502078434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"1114c670-6fe9-4f80-a0be-b68b5a4a09a0","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.502201496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"1114c670-6fe9-4f80-a0be-b68b5a4a09a0","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.556156739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"c325f48b-ab97-4fb0-9246-70e82b7e8da9","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.56154038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"232ce326-1f60-46a4-bbf0-c8bbe28ea1c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.561638168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"232ce326-1f60-46a4-bbf0-c8bbe28ea1c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.565894152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"45c71b7b-bb49-43be-98b7-b13a5395017b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.565971945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"45c71b7b-bb49-43be-98b7-b13a5395017b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.566367743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1b956321-ec13-45f8-a5d0-3a3205dd2117","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.566424167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1b956321-ec13-45f8-a5d0-3a3205dd2117","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.5668264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3798843a-5a3d-409c-a124-d410b03b6fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.566886294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3798843a-5a3d-409c-a124-d410b03b6fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.567369683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5fa9323c-4996-4154-99e5-dad39f491de7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.570559721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5fa9323c-4996-4154-99e5-dad39f491de7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.571098141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"02869ff5-e602-4e21-bda5-f215fb52f440","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.571156599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"02869ff5-e602-4e21-bda5-f215fb52f440","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.592207109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"cb5a2e2f-2f1e-4286-915a-bc6a8a1f7a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.625246093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"c325f48b-ab97-4fb0-9246-70e82b7e8da9","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.655296418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"cb5a2e2f-2f1e-4286-915a-bc6a8a1f7a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.666911549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"2f149e6c-e9b1-4e22-aa20-e0f5837abbde","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.670858895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adcf1257-c056-41cf-8068-9690364a0d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.671565164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0002147c-30a6-45ba-890a-925cb8c11db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.685846584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"c325f48b-ab97-4fb0-9246-70e82b7e8da9","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.691075825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3345460-1d8b-4e3c-910e-c4bed4fe6501","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.710090113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ac14484-022e-4911-8ac4-84897b65dfaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.727842652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"2f149e6c-e9b1-4e22-aa20-e0f5837abbde","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.730909454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adcf1257-c056-41cf-8068-9690364a0d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.732363625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0002147c-30a6-45ba-890a-925cb8c11db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.741312551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"f75aec47-0707-4b0c-a78d-9addf7e9cdf5","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","model":"llm/e2e-rt-sw-9a1ffa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.858273908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0002147c-30a6-45ba-890a-925cb8c11db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.859230714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adcf1257-c056-41cf-8068-9690364a0d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.869380204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"2f149e6c-e9b1-4e22-aa20-e0f5837abbde","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.92382372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"7d3f2e7a-70cf-4daa-840b-88173e474942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.00040582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"7d3f2e7a-70cf-4daa-840b-88173e474942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.06325295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"9d27bd11-a2fa-48ff-9e68-bdc348ac9f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.125625964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"9d27bd11-a2fa-48ff-9e68-bdc348ac9f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.152544745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3b23471a-fd28-4f46-9f63-51b419bb4873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.153612545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ffca6b1e-5aa5-47c3-a5bc-b76ef645b693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.154445745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ac8a06f1-ce87-4665-a8e0-4a6c44c43c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.213661094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ce2787-4274-4c0d-ac13-a2de1fe27cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.215449336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ac8a06f1-ce87-4665-a8e0-4a6c44c43c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.218563442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ffca6b1e-5aa5-47c3-a5bc-b76ef645b693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.220639068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"3b23471a-fd28-4f46-9f63-51b419bb4873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.26842679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ce2787-4274-4c0d-ac13-a2de1fe27cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.322970895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ce2787-4274-4c0d-ac13-a2de1fe27cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.37825389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ce2787-4274-4c0d-ac13-a2de1fe27cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.469670471Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ddb83f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ddb83f","reconcileID":"6b47c15c-3e43-4593-a49c-9fc893d25cef","namespace":"llm","name":"e2e-rt-eq-ddb83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.601277394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cfbe8e1-42d9-4f04-933d-1969ac752a1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.601392026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cfbe8e1-42d9-4f04-933d-1969ac752a1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.627729811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"26d53f08-653a-4c13-b509-124d507fd2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.686397158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"26d53f08-653a-4c13-b509-124d507fd2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.704892584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4d6ea5d3-feb5-4a56-a7fa-fe178931e522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.763960216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4d6ea5d3-feb5-4a56-a7fa-fe178931e522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.813662798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9658df80-87e2-44ee-809a-c5410dd33fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.813861004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b317cddd-8bd9-4c40-94c9-515b649920da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.869638509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"a2f3ff1b-7155-427d-9c99-d7a4723dece0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.874698186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"9658df80-87e2-44ee-809a-c5410dd33fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.875331232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b317cddd-8bd9-4c40-94c9-515b649920da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.928621237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"a2f3ff1b-7155-427d-9c99-d7a4723dece0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.986323463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"a2f3ff1b-7155-427d-9c99-d7a4723dece0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.129742681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"22c68d0b-dabe-446a-8bba-a5340b281911","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.150105176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"956cb67b-65f8-4e10-a928-141eaf29d819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.188326028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"22c68d0b-dabe-446a-8bba-a5340b281911","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.210039035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"956cb67b-65f8-4e10-a928-141eaf29d819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.23727474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bb4cfd5-9829-44f2-b3b7-e19827e8038a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.245175974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"22c68d0b-dabe-446a-8bba-a5340b281911","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.267220207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"956cb67b-65f8-4e10-a928-141eaf29d819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.282177002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"f09a4a41-8112-4dfb-b959-eafb0ff4b5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.282709132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"74e1ffbb-7b9b-48cc-9e80-a89a9039c48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.29698276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bb4cfd5-9829-44f2-b3b7-e19827e8038a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.344988944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"f09a4a41-8112-4dfb-b959-eafb0ff4b5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.345012093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"74e1ffbb-7b9b-48cc-9e80-a89a9039c48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.355455068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bb4cfd5-9829-44f2-b3b7-e19827e8038a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.409552031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"c7f9cb4e-fdee-488e-b261-fefe7dff8e34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.458452828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"fab64f1b-8d0b-43e8-87f2-d12946a91f4c","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.458561836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"fab64f1b-8d0b-43e8-87f2-d12946a91f4c","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.481738539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"c7f9cb4e-fdee-488e-b261-fefe7dff8e34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.528703807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"2733334d-7a9b-48a3-b347-bd218ba19723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.528750631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"521a738b-c56a-4957-8282-650b79957654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.599931855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"521a738b-c56a-4957-8282-650b79957654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.600808985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"2733334d-7a9b-48a3-b347-bd218ba19723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.651263977Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"414a62d5-0086-404c-a987-60d9d4cb0f95","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1bb55afd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.763202122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"9182cbca-eaa0-4011-bb69-5e25a36dce40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.763632278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"5c4b1315-3a85-43ae-b057-332ccf7cc6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.86394201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"9182cbca-eaa0-4011-bb69-5e25a36dce40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.904206724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"5c4b1315-3a85-43ae-b057-332ccf7cc6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.907339371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0511650-92a5-4a26-a855-d68208ef3826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.908415893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0511650-92a5-4a26-a855-d68208ef3826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.037032843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"a6a91038-a952-423f-8178-ecb35a4923b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.15665466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"bca271a7-3338-492d-8786-86c54c99b9df","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.163105767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90baad52-6647-48af-95f4-194363837ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.244230758Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"a6a91038-a952-423f-8178-ecb35a4923b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.250098798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"bca271a7-3338-492d-8786-86c54c99b9df","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.252875531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90baad52-6647-48af-95f4-194363837ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.314120112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30074e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"a6a91038-a952-423f-8178-ecb35a4923b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.344851441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90baad52-6647-48af-95f4-194363837ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.347164521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"bca271a7-3338-492d-8786-86c54c99b9df","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.369637609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1db62eb-e061-4adf-ab45-7b40b6fec0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.374539764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11ea4234-b733-460f-8910-f8001f8b8e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.374557225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11ea4234-b733-460f-8910-f8001f8b8e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.432234116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1db62eb-e061-4adf-ab45-7b40b6fec0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.490258314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1db62eb-e061-4adf-ab45-7b40b6fec0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.120228778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89481814-e2c0-4e9f-aab8-ce542c9687ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.175659406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89481814-e2c0-4e9f-aab8-ce542c9687ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.231151601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89481814-e2c0-4e9f-aab8-ce542c9687ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.285253654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89481814-e2c0-4e9f-aab8-ce542c9687ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.649606572Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-abe0e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-abe0e0","reconcileID":"68977188-0063-4dbe-b970-844d845e6acb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-abe0e0","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-abe0e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.056392172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"4cd68fda-35dc-4f38-b549-f3d7fdad96bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.148115046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"0dee5347-019f-45c4-871e-f3c6dbfc3242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.440138469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"00249837-0b36-446f-93a7-99eb5eb5c2f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.707886832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"c26efbd0-fedd-44e4-8d18-3b5b0600aa10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.799962317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba021ce1-5688-476d-935a-4eacaaffc605","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.941742436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"9fd2cc8a-3fa4-45cb-92da-6cfc0ba3f9cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.942167358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"ff7f5388-dcc3-40e6-a28c-1900a064460d","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.061206661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"0d28d6fa-cc05-4229-8a5a-1a6b5907314a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.167834631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"2543d689-733a-4b25-abaa-b46a2ce121af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.167912256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"5e06c7cd-6d6a-4a70-914a-e303149d4c99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.169094527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"e6799540-6540-4ad1-afc7-2ebcb964ee12","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.169112593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"e6799540-6540-4ad1-afc7-2ebcb964ee12","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.281756449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"8809e488-e68e-4e5e-860e-738bd2913373","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.392360439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"f1d6263d-b6a3-4348-8dba-27519fd9064f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.448920458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6c6e27-7895-47e0-8e87-6e85e7febfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.44934838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"37927daa-25cb-405d-b102-c9c1d9dc10df","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.505688816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6c6e27-7895-47e0-8e87-6e85e7febfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.510985647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"37927daa-25cb-405d-b102-c9c1d9dc10df","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.560426904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6c6e27-7895-47e0-8e87-6e85e7febfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.615397312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6c6e27-7895-47e0-8e87-6e85e7febfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.620645705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51279c3ebdedf6a5a81ea9be69f4c7e56f52dc118be12aca23dd8527ab29b17b) AuthConfig (778d744364677982bb33f61048010adab811ee848a91cb3953a74323cd3103c6) AuthConfig (c04f98de3cae9d18a4a70588e5b4f3774bbfa2cb7a497c8bb09b3d44e65ed7de) AuthConfig (fb8d8f4ad138297b5367ca8c2ee4a065556a6268ac6d1e5304776df36c35d353) AuthConfig (7a78350285c9cc6a07beb67fe805302852836ad258139ff6a8ce59df5a8e3b2b) AuthConfig (beb1e7a4d9d74af375f53c71e2140ef21eb21c6787fdccd93e691da59e8952cc) AuthConfig (f797fdd438038269ab8ad9eba248dbac05ffd14b3ec8f4d8b435ac71c89ed44a) AuthConfig (63bdcaa73a8d94ef36132340645b75c65b1ec2a50952da5f524abb8ff9758433) AuthConfig (fe9564c5c6ba8b68630e573fd871954ccbd8fa37727c6bd7cd2be8855867323e) AuthConfig (5f5fbf33cecd6aa14e51e4ba5c48041618afe1c0b9e56d2a032052679801d845) AuthConfig (02b0dc0b92229e1a596f7a9d89a518f415c5d37ec4dd48d309d8d57a1712a0f6) AuthConfig (33bb4c39f8489b1e136ff331813c6c963872922cf3f31ca24376b8210657675c) AuthConfig (15939bc2c6b9f2c30efab4f0bb4b6b5b89795923f55ce426c43cb74fecc816df) AuthConfig (81640f4fd8b19ab391c45cbf47cb905c21036f619136922a4a1cc015e0ea9088) AuthConfig (e035be48e1eead0733eeb7b503ae39a4271cd01aa7ece82f0b23bd437df2486a) AuthConfig (3fe6b90db720c4d43a9f3141c0e34c736df691a59ee0aa89b5a51c37ba707785) AuthConfig (6049d8ea10588139f4840b4eabb96cf095249df3bc398841292ff9fd6b651b95) AuthConfig (8ba367ef92d630817b06fd2783e350db467545198094c02f54efa67361fd0eed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"37927daa-25cb-405d-b102-c9c1d9dc10df","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.69089991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"11f24ccb-e594-4311-b7f6-e4509059133e","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:36.690923951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"11f24ccb-e594-4311-b7f6-e4509059133e","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.637865955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18544545-d127-40a9-96a2-81982b68217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.704517688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18544545-d127-40a9-96a2-81982b68217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.790831762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18544545-d127-40a9-96a2-81982b68217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.870785536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18544545-d127-40a9-96a2-81982b68217a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.039159891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.706991403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"e91f6a32-87d4-436a-8d59-cbc864ad54cb","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9a1ffa","subscription":"e2e-rt-sw-9a1ffa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.816011042Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"e91f6a32-87d4-436a-8d59-cbc864ad54cb","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.87276414Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-sub","reconcileID":"e91f6a32-87d4-436a-8d59-cbc864ad54cb","MaaSSubscription":{"name":"e2e-rt-sw-9a1ffa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9a1ffa","namespace":"llm","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.224269025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"d9d5f6c9-9683-4576-8299-886668f3ce50","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.224296068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"d9d5f6c9-9683-4576-8299-886668f3ce50","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.385986358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"ee0de9a9-9282-4c93-8a8b-489dd0bbeee4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.386451717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"826f12f7-755e-472f-a81e-528b8fb3a021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.386567891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d49529b-0b0c-4d1d-b55c-862d93abd195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.394777121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"2dd20f5a-68c9-4aa9-9fc8-b75bcb455032","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.394796436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"2dd20f5a-68c9-4aa9-9fc8-b75bcb455032","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.445905033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"ee0de9a9-9282-4c93-8a8b-489dd0bbeee4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.446993737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"826f12f7-755e-472f-a81e-528b8fb3a021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.449937726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d49529b-0b0c-4d1d-b55c-862d93abd195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.484156507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"86d4ee66-9671-42dd-96f6-9f23f7c5b1a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.504512421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"ee0de9a9-9282-4c93-8a8b-489dd0bbeee4","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.504904378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"826f12f7-755e-472f-a81e-528b8fb3a021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:40.504964943Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"2dd20f5a-68c9-4aa9-9fc8-b75bcb455032","name":"e2e-rt-sw-9a1ffa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9a1ffa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:40.505029181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"2dd20f5a-68c9-4aa9-9fc8-b75bcb455032","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9a1ffa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.5076534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d49529b-0b0c-4d1d-b55c-862d93abd195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.544907009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"86d4ee66-9671-42dd-96f6-9f23f7c5b1a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:40.561327531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"ee0de9a9-9282-4c93-8a8b-489dd0bbeee4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-9a1ffa-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.561501211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9a1ffa-access","reconcileID":"1b282adb-54a3-4a77-b305-27a5b0580a27","MaaSAuthPolicy":{"name":"e2e-rt-sw-9a1ffa-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.568430634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"5a4f5d79-6e15-404b-841f-3f830434a51e","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.568449393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"5a4f5d79-6e15-404b-841f-3f830434a51e","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.604631666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30074e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"86d4ee66-9671-42dd-96f6-9f23f7c5b1a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.623762155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1318fc36-14f8-4784-b74f-8ca14c594522","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.623779511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1318fc36-14f8-4784-b74f-8ca14c594522","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.624139798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a40fd2-0d02-41a7-87e9-09b00b18a028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.62415241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a40fd2-0d02-41a7-87e9-09b00b18a028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.784877882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"7a4c2f34-ce43-48e7-b62b-4bcbc1e573ac","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:40.784904471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"7a4c2f34-ce43-48e7-b62b-4bcbc1e573ac","MaaSModelRef":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9a1ffa-b414220343ff","namespace":"llm","model":"e2e-rt-sw-9a1ffa","externalModel":"e2e-rt-sw-9a1ffa","provider":"e2e-rt-sw-9a1ffa-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.334074478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"0bb409a7-4bf3-4954-bc2a-aa00267c8b79","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.397656295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20211608-3109-4a0f-a8e1-57ae6ef8430e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.397676924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20211608-3109-4a0f-a8e1-57ae6ef8430e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398016771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb2a6e95-ba25-4220-b984-5d1d8f512fe9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398029459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb2a6e95-ba25-4220-b984-5d1d8f512fe9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398241224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e6a73f9-7105-45a2-a703-22c8f90eb6e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398259227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3e6a73f9-7105-45a2-a703-22c8f90eb6e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398489804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"692eb92d-44ea-44c4-b96e-b2d53bfec971","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398500812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"692eb92d-44ea-44c4-b96e-b2d53bfec971","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398696939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64f7a354-d332-48a4-951c-824630ffefed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398705831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64f7a354-d332-48a4-951c-824630ffefed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398893385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"db28d1f9-448e-40f1-80c7-61b2d3dc7a64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.398902049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"db28d1f9-448e-40f1-80c7-61b2d3dc7a64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.399074821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd488367-57a8-4998-ae27-8563d1cc7d8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.399086206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd488367-57a8-4998-ae27-8563d1cc7d8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.399251444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ac93759-d7f2-478a-b25e-3b5f7276b917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.39926089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ac93759-d7f2-478a-b25e-3b5f7276b917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.447987988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"a43d2fd7-cd80-4e10-b999-65f2a706f109","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.460058167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"134ae729-6db8-4eec-b097-2e9f7d8a590b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.501828276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcf14ff2-18f6-4bb9-9219-0dec13d79e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.50239242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ef77c91a-34d4-44c9-8324-9259d740650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.502843688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c884e7-b292-4b25-80f3-e5066330176b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.507722812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"a43d2fd7-cd80-4e10-b999-65f2a706f109","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.518600253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"134ae729-6db8-4eec-b097-2e9f7d8a590b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.562126432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c884e7-b292-4b25-80f3-e5066330176b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.562672466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ef77c91a-34d4-44c9-8324-9259d740650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.566653107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcf14ff2-18f6-4bb9-9219-0dec13d79e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.571631315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51279c3ebdedf6a5a81ea9be69f4c7e56f52dc118be12aca23dd8527ab29b17b) AuthConfig (778d744364677982bb33f61048010adab811ee848a91cb3953a74323cd3103c6) AuthConfig (c04f98de3cae9d18a4a70588e5b4f3774bbfa2cb7a497c8bb09b3d44e65ed7de) AuthConfig (fb8d8f4ad138297b5367ca8c2ee4a065556a6268ac6d1e5304776df36c35d353) AuthConfig (7a78350285c9cc6a07beb67fe805302852836ad258139ff6a8ce59df5a8e3b2b) AuthConfig (beb1e7a4d9d74af375f53c71e2140ef21eb21c6787fdccd93e691da59e8952cc) AuthConfig (f797fdd438038269ab8ad9eba248dbac05ffd14b3ec8f4d8b435ac71c89ed44a) AuthConfig (63bdcaa73a8d94ef36132340645b75c65b1ec2a50952da5f524abb8ff9758433) AuthConfig (fe9564c5c6ba8b68630e573fd871954ccbd8fa37727c6bd7cd2be8855867323e) AuthConfig (5f5fbf33cecd6aa14e51e4ba5c48041618afe1c0b9e56d2a032052679801d845) AuthConfig (02b0dc0b92229e1a596f7a9d89a518f415c5d37ec4dd48d309d8d57a1712a0f6) AuthConfig (33bb4c39f8489b1e136ff331813c6c963872922cf3f31ca24376b8210657675c) AuthConfig (15939bc2c6b9f2c30efab4f0bb4b6b5b89795923f55ce426c43cb74fecc816df) AuthConfig (81640f4fd8b19ab391c45cbf47cb905c21036f619136922a4a1cc015e0ea9088) AuthConfig (e035be48e1eead0733eeb7b503ae39a4271cd01aa7ece82f0b23bd437df2486a) AuthConfig (3fe6b90db720c4d43a9f3141c0e34c736df691a59ee0aa89b5a51c37ba707785) AuthConfig (6049d8ea10588139f4840b4eabb96cf095249df3bc398841292ff9fd6b651b95) AuthConfig (8ba367ef92d630817b06fd2783e350db467545198094c02f54efa67361fd0eed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"a43d2fd7-cd80-4e10-b999-65f2a706f109","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.576052701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30074e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"134ae729-6db8-4eec-b097-2e9f7d8a590b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.621661334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c884e7-b292-4b25-80f3-e5066330176b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.633075866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcf14ff2-18f6-4bb9-9219-0dec13d79e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.638132261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7186aa0-6c0e-44b7-a454-1017d8591661","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.638874091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3df4bf21-9d3f-4d94-8dea-a72f346f702d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.745288875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"fefbe751-373c-4bb2-9502-095b67d067e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.747807426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8f5d0b73-7361-4bd1-a9dd-bb38afbea0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.826648719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"fefbe751-373c-4bb2-9502-095b67d067e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.828065351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8f5d0b73-7361-4bd1-a9dd-bb38afbea0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.859758714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5c203261-0733-43be-8b33-7f1e127f132c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.859941043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"d55f8485-18c8-4023-a27d-c2028b33da4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.95385752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"d55f8485-18c8-4023-a27d-c2028b33da4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.956184281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"5c203261-0733-43be-8b33-7f1e127f132c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.956591402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d9e1a0a8-7e64-4f6c-9ab1-aece18ef85f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.957386427Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9a1ffa","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9a1ffa","reconcileID":"9478d1ec-c81c-4d2e-8f6c-e8c6351b68c2","namespace":"llm","name":"e2e-rt-sw-9a1ffa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.016246928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d9e1a0a8-7e64-4f6c-9ab1-aece18ef85f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.222683982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a62aefc6-7a4d-47dc-b61d-4777c5606f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.222732794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"317a61ca-73b2-485a-a89b-03f87c12965f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.284211865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"a62aefc6-7a4d-47dc-b61d-4777c5606f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.284302899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"317a61ca-73b2-485a-a89b-03f87c12965f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.321357437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"6e78d19c-acfc-4ad7-94f7-f24a15d8fdda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.32153462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"56718bdb-9874-40d0-99d1-70a8832f108a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.384717495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"56718bdb-9874-40d0-99d1-70a8832f108a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.385850447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"6e78d19c-acfc-4ad7-94f7-f24a15d8fdda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.419117062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9d4f39-d1fb-4b18-b4bb-fbeca42a511f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.480978547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9d4f39-d1fb-4b18-b4bb-fbeca42a511f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.539731272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9d4f39-d1fb-4b18-b4bb-fbeca42a511f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.619462704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"6153e2c5-0d02-4d34-a158-543331aaf25b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.681092565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eeb37f0-4d8e-47ca-a925-9591d23c4d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.686096476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"6153e2c5-0d02-4d34-a158-543331aaf25b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.735459277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"84fdbc0b-6b0e-4cf1-aedd-5dcb5bd5a5ed","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.768099232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30074e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"6153e2c5-0d02-4d34-a158-543331aaf25b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.769394565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eeb37f0-4d8e-47ca-a925-9591d23c4d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.811070329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"84fdbc0b-6b0e-4cf1-aedd-5dcb5bd5a5ed","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.837440542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (463c544f74f97aa90f731208eb7e6209b276fc11ed7cbcb8d358176fc630785d) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eeb474f311472f481cb05adfdf4318eeb74f6c901b7dbd6f3ef43ed1a4cdcbbf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2940ab2ca4ca48ec785704de4131c5d18b6cbbebb5b27cc0e6804b6e7a5d64b8) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b5b6e4ef6f943f30cb77407cb031f6fadb837a551e2134df31ecbf865f95942b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ad81945a71cb6705c5dc44bbc5dd78222443fb61b5f6f76ac24fbffed25ef537) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (af3da538d929e39108c204fb5a3a26afdb5d104061e1ef9f664c7a5429621201) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (78410bf59e94f822b87aa98f7547404b9832afc5c43cf2ccc2c14b502f67cb0a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fdc642315fafef749589c25c167b49286a4346572370d87b8f9d8985263c81a8) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8ee296860a88f7b4df36aeefe4e95577c7da536ab683f9ea2bdd870b6d341059) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2fb2b8b66f3f0d821ad2ec38fb33e363e46d7e6411594d9dd51c1f0c7da1ac97) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eeb37f0-4d8e-47ca-a925-9591d23c4d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.92837211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5295ab29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51279c3ebdedf6a5a81ea9be69f4c7e56f52dc118be12aca23dd8527ab29b17b) AuthConfig (778d744364677982bb33f61048010adab811ee848a91cb3953a74323cd3103c6) AuthConfig (c04f98de3cae9d18a4a70588e5b4f3774bbfa2cb7a497c8bb09b3d44e65ed7de) AuthConfig (fb8d8f4ad138297b5367ca8c2ee4a065556a6268ac6d1e5304776df36c35d353) AuthConfig (7a78350285c9cc6a07beb67fe805302852836ad258139ff6a8ce59df5a8e3b2b) AuthConfig (beb1e7a4d9d74af375f53c71e2140ef21eb21c6787fdccd93e691da59e8952cc) AuthConfig (f797fdd438038269ab8ad9eba248dbac05ffd14b3ec8f4d8b435ac71c89ed44a) AuthConfig (63bdcaa73a8d94ef36132340645b75c65b1ec2a50952da5f524abb8ff9758433) AuthConfig (fe9564c5c6ba8b68630e573fd871954ccbd8fa37727c6bd7cd2be8855867323e) AuthConfig (5f5fbf33cecd6aa14e51e4ba5c48041618afe1c0b9e56d2a032052679801d845) AuthConfig (02b0dc0b92229e1a596f7a9d89a518f415c5d37ec4dd48d309d8d57a1712a0f6) AuthConfig (33bb4c39f8489b1e136ff331813c6c963872922cf3f31ca24376b8210657675c) AuthConfig (15939bc2c6b9f2c30efab4f0bb4b6b5b89795923f55ce426c43cb74fecc816df) AuthConfig (81640f4fd8b19ab391c45cbf47cb905c21036f619136922a4a1cc015e0ea9088) AuthConfig (e035be48e1eead0733eeb7b503ae39a4271cd01aa7ece82f0b23bd437df2486a) AuthConfig (3fe6b90db720c4d43a9f3141c0e34c736df691a59ee0aa89b5a51c37ba707785) AuthConfig (6049d8ea10588139f4840b4eabb96cf095249df3bc398841292ff9fd6b651b95) AuthConfig (8ba367ef92d630817b06fd2783e350db467545198094c02f54efa67361fd0eed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"84fdbc0b-6b0e-4cf1-aedd-5dcb5bd5a5ed","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.928880075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7c04c0b2-c9b1-485e-ae67-73d7d8d03bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.929709311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"55660498-7d86-47a6-ba18-70815a2a02c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.984205059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"208be1ea-c80d-4406-bdd2-1efc52920406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.988830425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"7c04c0b2-c9b1-485e-ae67-73d7d8d03bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.991013928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"55660498-7d86-47a6-ba18-70815a2a02c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.039547476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"26db0f04-11d7-4d90-9cf8-88235b8e0371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.044329974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"208be1ea-c80d-4406-bdd2-1efc52920406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.09298009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7c9dc760-34dd-49c6-af53-94dc3365685f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.098073754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"26db0f04-11d7-4d90-9cf8-88235b8e0371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.151745645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7c9dc760-34dd-49c6-af53-94dc3365685f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.358106429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"cf8dfc33-8d68-4f7e-b5b4-e3f05f589a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.417985524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"cf8dfc33-8d68-4f7e-b5b4-e3f05f589a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.423295587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"2d1078cc-4c16-4b24-af39-9e848fa0f673","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.984776878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"892a349a-7892-4a61-986f-8bd19e429c73","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.10937167Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"892a349a-7892-4a61-986f-8bd19e429c73","name":"e2e-api-a-1fdd09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.702835072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e474eaa5-2096-4222-b9b6-3087b8ccf751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.762782445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e474eaa5-2096-4222-b9b6-3087b8ccf751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.877232306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"771c16fc-84db-4812-b950-41bb38436ff1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.936605239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"771c16fc-84db-4812-b950-41bb38436ff1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.995321845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30074e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9581f678347fdf9a9d22e812de2da7fa35e3486251301afc864ccade63e87042) AuthConfig (8f92d22edfa73cb455149de14a67f54d94c0c6ffd5db688041ba8f6a95bb5d61) AuthConfig (7af49b0e14e05b13f4a092a5ec9f91958a1305ab023a92d2a67895e82f397bba) AuthConfig (25d9ece3f71025d9b87ffa71459318bddc48bcf18c6b2a827c3b805e1dc15364) AuthConfig (fdf0ed6f6196f70bad9badd68a8d59ecd91b205dc09e5f0e8cf0c8c6d4fc51c2) AuthConfig (2098f11cbf5be998f636b0ac399957d0ffd31f1ae1900bb7224b53ff2563e3b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"771c16fc-84db-4812-b950-41bb38436ff1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.031723572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaff5260-6925-4dea-812a-da4b2f77e715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.039914124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"d52bd721-4111-414d-8e01-e2a7861b899a","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.047567956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d310834b-0bc8-4b0d-81d4-acc7c0f2d221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.047640036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d310834b-0bc8-4b0d-81d4-acc7c0f2d221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.056109814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd06008c-44f8-4a50-a028-e4e58765464c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.056202147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd06008c-44f8-4a50-a028-e4e58765464c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.098233952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaff5260-6925-4dea-812a-da4b2f77e715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.10614123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"d52bd721-4111-414d-8e01-e2a7861b899a","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.465517961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"493af3d5-1162-4108-ae7b-dfcab465af66","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.465645039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"493af3d5-1162-4108-ae7b-dfcab465af66","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.473223266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd3a96b7-c966-41bd-aba2-7bf84a34b42e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.473348307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd3a96b7-c966-41bd-aba2-7bf84a34b42e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.635594923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"62562cf7-bbd0-4dd3-a5ca-6f829e665d78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.172185538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"f8e9daef-e371-4691-a671-b897674869c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.230041993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"f8e9daef-e371-4691-a671-b897674869c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.286991823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30074e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9581f678347fdf9a9d22e812de2da7fa35e3486251301afc864ccade63e87042) AuthConfig (8f92d22edfa73cb455149de14a67f54d94c0c6ffd5db688041ba8f6a95bb5d61) AuthConfig (7af49b0e14e05b13f4a092a5ec9f91958a1305ab023a92d2a67895e82f397bba) AuthConfig (25d9ece3f71025d9b87ffa71459318bddc48bcf18c6b2a827c3b805e1dc15364) AuthConfig (fdf0ed6f6196f70bad9badd68a8d59ecd91b205dc09e5f0e8cf0c8c6d4fc51c2) AuthConfig (2098f11cbf5be998f636b0ac399957d0ffd31f1ae1900bb7224b53ff2563e3b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"f8e9daef-e371-4691-a671-b897674869c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.296875371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"0b4804e0-afdc-4b9d-b752-d64dea194323","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.297462214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"4b218771-a6b9-41f5-a79c-96d251f7b32d","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.371724224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"51e73760-54ec-48bb-aecf-5081ca698e4d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.372155676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"df7254b6-aa22-4d02-985a-3b6fd4a89a23","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.460540709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b2340aad-497e-4a8f-8ca5-9f7c4b3227bf","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.460578907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b2340aad-497e-4a8f-8ca5-9f7c4b3227bf","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.524935667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1f5e2bd1-c8bf-410d-96f2-fd632aef5663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.525329183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f3875e04-6317-441c-8732-e05b8f9d73a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.557300101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"23187183-f0b7-4c86-8563-a637c24840f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.602962164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"1c26c8c8-1692-4d6b-9dd9-b0ca8e952701","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.717019997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"3ffa5442-76cf-40ff-8063-f4765d9832b3","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.717039056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"3ffa5442-76cf-40ff-8063-f4765d9832b3","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.718623766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f3875e04-6317-441c-8732-e05b8f9d73a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.719271579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1f5e2bd1-c8bf-410d-96f2-fd632aef5663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.765394566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"b7c6544e-98d4-4d83-84ed-dde02d31c251","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.821503092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"fb4c5a80-eac7-4060-aa28-6d55fcf1c3d6","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.824640046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"b7c6544e-98d4-4d83-84ed-dde02d31c251","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.090852627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4da7e62c-e04f-4788-b735-8001b7067f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.090852596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0d62772a-4658-4026-ab80-d037f54c8454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.149369148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0d62772a-4658-4026-ab80-d037f54c8454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.149392038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4da7e62c-e04f-4788-b735-8001b7067f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.206580051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"2bfa4bb1-a229-4822-bf70-ff9fb0bd62ca","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.247247563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"3059bf4c-0341-48d9-b0af-29821faab5c8","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.307223606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"3059bf4c-0341-48d9-b0af-29821faab5c8","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.540792863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feafc6a7-eec2-4a10-bade-f35906b28757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.596188553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feafc6a7-eec2-4a10-bade-f35906b28757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.652214867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feafc6a7-eec2-4a10-bade-f35906b28757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.706232225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feafc6a7-eec2-4a10-bade-f35906b28757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:07.719888046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3769f81-96f0-4020-93f7-606c06cc6bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:07.773975431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3769f81-96f0-4020-93f7-606c06cc6bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:07.828120996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3769f81-96f0-4020-93f7-606c06cc6bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:07.882107303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3769f81-96f0-4020-93f7-606c06cc6bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:09.040778021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:09.937443014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856802a9-c861-40a7-a839-e22f8bdc8283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:09.991421136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856802a9-c861-40a7-a839-e22f8bdc8283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.045560704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856802a9-c861-40a7-a839-e22f8bdc8283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.099585367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856802a9-c861-40a7-a839-e22f8bdc8283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.398243672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"b31bf587-4f13-4f1d-b2ac-99017a29d0c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.456795517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"b31bf587-4f13-4f1d-b2ac-99017a29d0c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.514901647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30074e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9581f678347fdf9a9d22e812de2da7fa35e3486251301afc864ccade63e87042) AuthConfig (8f92d22edfa73cb455149de14a67f54d94c0c6ffd5db688041ba8f6a95bb5d61) AuthConfig (7af49b0e14e05b13f4a092a5ec9f91958a1305ab023a92d2a67895e82f397bba) AuthConfig (25d9ece3f71025d9b87ffa71459318bddc48bcf18c6b2a827c3b805e1dc15364) AuthConfig (fdf0ed6f6196f70bad9badd68a8d59ecd91b205dc09e5f0e8cf0c8c6d4fc51c2) AuthConfig (2098f11cbf5be998f636b0ac399957d0ffd31f1ae1900bb7224b53ff2563e3b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"b31bf587-4f13-4f1d-b2ac-99017a29d0c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.166668557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"8d2107cb-3c7c-4581-9e7b-1990d47668cd","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.167529729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"8d2107cb-3c7c-4581-9e7b-1990d47668cd","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.277148244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"c98d471a-efdc-4e2b-9cea-131a11b2daf4","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.335460355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"c98d471a-efdc-4e2b-9cea-131a11b2daf4","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.386096719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"9a2efe81-8e76-4a54-b997-13928089005a","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.652041137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"98ef4c8b-7d22-4e3f-aa38-aec7152b9377","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.710710871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"98ef4c8b-7d22-4e3f-aa38-aec7152b9377","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.726648906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"da05de6f-2eac-4c4d-bccf-3d4da972cf20","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.976921263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ab7f1c1b-edb5-4960-a555-c7325c2cfece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.977093632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"316b0ffa-2be6-4d17-ae33-3e4f5113829e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.035585961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ab7f1c1b-edb5-4960-a555-c7325c2cfece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.035784668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"316b0ffa-2be6-4d17-ae33-3e4f5113829e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.624932344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"5097eb81-4b2e-471a-9b96-531940e23f00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.683096739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"5097eb81-4b2e-471a-9b96-531940e23f00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.960027202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"795102bf-70e3-4cca-9904-e269b90ff85b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.960045783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"795102bf-70e3-4cca-9904-e269b90ff85b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.391236304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"f661cfe1-a755-4ada-8211-7fed5154e170","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.517342923Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"f661cfe1-a755-4ada-8211-7fed5154e170","name":"e2e-api-b-abe0e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.04082725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.031533408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec12db9-03e8-4a10-a23a-b7e0c328bcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.102733812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec12db9-03e8-4a10-a23a-b7e0c328bcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.187767825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec12db9-03e8-4a10-a23a-b7e0c328bcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.246246769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec12db9-03e8-4a10-a23a-b7e0c328bcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:44.272203557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4357748-e086-48ab-ba97-c48cc4c701ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:44.328663995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4357748-e086-48ab-ba97-c48cc4c701ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:44.382818899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4357748-e086-48ab-ba97-c48cc4c701ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:44.43691287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4357748-e086-48ab-ba97-c48cc4c701ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:44.728851436Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-461b2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-461b2d","reconcileID":"f9d712af-6644-4ee1-b321-631a54f3b036","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-461b2d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-461b2d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.590887028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddc5f381-3713-4bc3-8c0d-b1301e924518","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.590915803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddc5f381-3713-4bc3-8c0d-b1301e924518","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.649484919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512b7b45-8172-49c8-a3ab-f42ae337b9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.649511577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512b7b45-8172-49c8-a3ab-f42ae337b9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.764945534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"06926dab-bb89-4306-ad23-388eb913e216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.977359529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"06926dab-bb89-4306-ad23-388eb913e216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.034053853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1fdd09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"06926dab-bb89-4306-ad23-388eb913e216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.093136167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f18ed1fc-a078-4b51-8a99-8c06429b4ffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.093157865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f18ed1fc-a078-4b51-8a99-8c06429b4ffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.565457554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256788fa-95fe-4c1f-ad55-fa209350dfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.626008484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256788fa-95fe-4c1f-ad55-fa209350dfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.874565889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256788fa-95fe-4c1f-ad55-fa209350dfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.971008893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256788fa-95fe-4c1f-ad55-fa209350dfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.173027711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413e67f3-fdfd-4dd3-aa18-30ac9e541247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.231072096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413e67f3-fdfd-4dd3-aa18-30ac9e541247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.290856889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413e67f3-fdfd-4dd3-aa18-30ac9e541247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.349670121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413e67f3-fdfd-4dd3-aa18-30ac9e541247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.915189104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"8c059334-8cfa-4ec0-9499-66e9aacf8fd7","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.211604197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-28d87c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-28d87c","reconcileID":"1d2d827c-81f4-4d07-8a18-b6cdba230756","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-28d87c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-28d87c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.42327441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30914411-53dd-4b9f-961f-717af070d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.477560473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30914411-53dd-4b9f-961f-717af070d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.532602732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30914411-53dd-4b9f-961f-717af070d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.587733873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30914411-53dd-4b9f-961f-717af070d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.603693293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49c99be-c414-48d0-b8db-dcdb79f2a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.631560883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"803469c8-b9a1-4370-9878-0d6ceb93bea2","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.726459816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49c99be-c414-48d0-b8db-dcdb79f2a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.791708956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49c99be-c414-48d0-b8db-dcdb79f2a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.792908921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"ed0e8761-6604-41d2-93b5-f9e5756d4055","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.914954872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49c99be-c414-48d0-b8db-dcdb79f2a428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.917496942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"a65f796b-766a-4aa2-931f-833876f43814","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.925416866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"8b0e0211-d061-4513-9f4a-7efa05d40f07","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.149888379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"762fe191-8ee3-42a7-9be9-ed876b6f7d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.149942994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"52041a28-6450-4c15-8f2d-db0e7995ed55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.175006177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"0f490610-bce3-4ec3-a1b4-9802923598ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.175047977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"bc41c3f5-6fce-4246-b383-658048112abd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.209710566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"762fe191-8ee3-42a7-9be9-ed876b6f7d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.209812158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"52041a28-6450-4c15-8f2d-db0e7995ed55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.587590326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d48754cd-431f-44cf-a235-b7871dccd15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.588076817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"104e7b6b-42e0-4cca-84f8-d20deb820adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.654981946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d48754cd-431f-44cf-a235-b7871dccd15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.655847655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"104e7b6b-42e0-4cca-84f8-d20deb820adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.205202623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b78e8a81-4dcf-4b90-bc03-91cfb24109c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.268681055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b78e8a81-4dcf-4b90-bc03-91cfb24109c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.326087618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1fdd09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b78e8a81-4dcf-4b90-bc03-91cfb24109c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.226569773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"3027caa0-1ff5-4df3-ac46-581cf2fb9a6a","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.226636495Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"3027caa0-1ff5-4df3-ac46-581cf2fb9a6a","name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.285611672Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"3027caa0-1ff5-4df3-ac46-581cf2fb9a6a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.285643135Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"3027caa0-1ff5-4df3-ac46-581cf2fb9a6a","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.285741891Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"3027caa0-1ff5-4df3-ac46-581cf2fb9a6a","name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.286503345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"50ef87e3-bdf7-470e-8da0-adbd62a8718f","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.28651915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"50ef87e3-bdf7-470e-8da0-adbd62a8718f","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.353985328Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"3027caa0-1ff5-4df3-ac46-581cf2fb9a6a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.354945646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b7f2ad53-4f93-4245-9a64-4cab4f34a165","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.354968671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b7f2ad53-4f93-4245-9a64-4cab4f34a165","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.393789087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"2084748a-f271-498b-b34f-448833707473","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.459674339Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"6c0c6ea4-ecff-4e88-908e-a74e5efd14ff","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a111273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.462152265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"2084748a-f271-498b-b34f-448833707473","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.54793172Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"bf5d1ee0-dbc8-44e7-9ad9-b8fbf747a459","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a111273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.697417247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"cdebacc9-aba9-4c3e-99d2-dd808f556f34","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.859518145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"cdebacc9-aba9-4c3e-99d2-dd808f556f34","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.986606448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"cdebacc9-aba9-4c3e-99d2-dd808f556f34","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"e2e-mt-5295ab29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:58.986629279Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-policy-5295ab29","reconcileID":"cdebacc9-aba9-4c3e-99d2-dd808f556f34","MaaSAuthPolicy":{"name":"e2e-policy-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.046186372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"09e3a36a-80c2-41a1-905e-c86d1d5f9e70","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.046302812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"09e3a36a-80c2-41a1-905e-c86d1d5f9e70","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.444782829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b4e00fc7-bc03-4be8-97c4-687bd849bfbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.503761617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b4e00fc7-bc03-4be8-97c4-687bd849bfbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.560983624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1fdd09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b4e00fc7-bc03-4be8-97c4-687bd849bfbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.60303789Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"5a36fa62-e7d6-426b-b033-e1614afbce2d","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","subscription":"e2e-sub-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.658397584Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"5a36fa62-e7d6-426b-b033-e1614afbce2d","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.713191776Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-sub-5295ab29","reconcileID":"5a36fa62-e7d6-426b-b033-e1614afbce2d","MaaSSubscription":{"name":"e2e-sub-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"name":"maas-trlp-e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.997195721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"dbc942bf-d36a-4cd4-870e-87d9753afaed","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.997225276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"dbc942bf-d36a-4cd4-870e-87d9753afaed","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:09.040513627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.511366438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"25c7cba1-1eea-45b7-851e-44df978332eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.511366433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6d15bf2f-64d0-4249-8256-1482a353d43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.570192633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6d15bf2f-64d0-4249-8256-1482a353d43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.570261889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"25c7cba1-1eea-45b7-851e-44df978332eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.67245885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"c15444d2-894e-414d-ba75-97396ad84056","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.732146895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"c15444d2-894e-414d-ba75-97396ad84056","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.789399196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1fdd09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e8d580dfc6cd970aef977e9497dfa62adb57cf6b03b0680b8e9450200766bc5) AuthConfig (b35e5761ead8648c27a773b41ee48ca91cafe4c31c7017dc9092bec034528caf) AuthConfig (64ba0cfb2ed556cafc7ab7aa36efb22b3e35d4c1fc3dc9d72c6f3ce2d4e23f57) AuthConfig (eedb796cc8b3e85a7d2de5382156b43a2b6e13aae9c52667fb17e2ff7f5dbb5f) AuthConfig (3872394f582d0931bffa67813c4d89b696705c044d58ff3e6eee2d037f01b3d1) AuthConfig (2d1d8bf336c3c90f479acb0c60da8788a76fb733df16c6f2862d833e5164c665)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"c15444d2-894e-414d-ba75-97396ad84056","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.848533368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ea52338-d6fa-4bde-8530-b958cbd0485e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.848553889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ea52338-d6fa-4bde-8530-b958cbd0485e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:21.275117998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae67e219-908d-41b9-9c12-e78ef952149b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:21.329413362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae67e219-908d-41b9-9c12-e78ef952149b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:21.385629987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae67e219-908d-41b9-9c12-e78ef952149b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:21.440962135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae67e219-908d-41b9-9c12-e78ef952149b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.374057225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c5b2549-2dd0-4502-bd38-136dab844629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.374082647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c5b2549-2dd0-4502-bd38-136dab844629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.431815394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"984579e3-cb5f-4030-a697-6525e789b618","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.431836026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"984579e3-cb5f-4030-a697-6525e789b618","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.620631534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"85abede0-2adb-4de9-9b21-39c45cd06b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.748759766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"85abede0-2adb-4de9-9b21-39c45cd06b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"name":"e2e-api-b-abe0e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.806759949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-abe0e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"85abede0-2adb-4de9-9b21-39c45cd06b91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.898544911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7962b54a-78b1-4d8d-aa84-90cecb985085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:22.898569957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7962b54a-78b1-4d8d-aa84-90cecb985085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.42870084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5329f2d-77b9-4291-b6e1-b4e69b282004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.482935465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5329f2d-77b9-4291-b6e1-b4e69b282004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.537969514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5329f2d-77b9-4291-b6e1-b4e69b282004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.592114238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5329f2d-77b9-4291-b6e1-b4e69b282004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:25.562828886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162f8051-92ba-4df0-8eef-0a1737f7c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:25.617289009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162f8051-92ba-4df0-8eef-0a1737f7c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:25.671675369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162f8051-92ba-4df0-8eef-0a1737f7c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:25.726175215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162f8051-92ba-4df0-8eef-0a1737f7c83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:26.957293766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b13ffb94-6228-48ae-b8e4-2d35eaef3bb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:27.017466682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b13ffb94-6228-48ae-b8e4-2d35eaef3bb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:27.074193923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1fdd09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e8d580dfc6cd970aef977e9497dfa62adb57cf6b03b0680b8e9450200766bc5) AuthConfig (b35e5761ead8648c27a773b41ee48ca91cafe4c31c7017dc9092bec034528caf) AuthConfig (64ba0cfb2ed556cafc7ab7aa36efb22b3e35d4c1fc3dc9d72c6f3ce2d4e23f57) AuthConfig (eedb796cc8b3e85a7d2de5382156b43a2b6e13aae9c52667fb17e2ff7f5dbb5f) AuthConfig (3872394f582d0931bffa67813c4d89b696705c044d58ff3e6eee2d037f01b3d1) AuthConfig (2d1d8bf336c3c90f479acb0c60da8788a76fb733df16c6f2862d833e5164c665)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b13ffb94-6228-48ae-b8e4-2d35eaef3bb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.091559239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"6e07b9b6-fe9e-4e10-bb8b-741dcfeace7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.091677649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d9a9b8-adca-4447-a939-bc7b9abb3bf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.091695401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d9a9b8-adca-4447-a939-bc7b9abb3bf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.300387264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"6e07b9b6-fe9e-4e10-bb8b-741dcfeace7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.427227642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"6e07b9b6-fe9e-4e10-bb8b-741dcfeace7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"name":"e2e-api-a-30074e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.427249033Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"e2e-e2e-api-a-30074e-policy","reconcileID":"6e07b9b6-fe9e-4e10-bb8b-741dcfeace7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30074e-policy","namespace":"ai-tenant-e2e-api-a-30074e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30074e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.484601108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aa821cc-2fa5-44a9-8648-bb69a5ba57a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.484619513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aa821cc-2fa5-44a9-8648-bb69a5ba57a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.153077471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593941ab-67ad-46d6-8b5c-8164fac40329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.207559353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593941ab-67ad-46d6-8b5c-8164fac40329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.288048112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593941ab-67ad-46d6-8b5c-8164fac40329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.353924805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593941ab-67ad-46d6-8b5c-8164fac40329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.00803213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"96174b27-fff8-4be6-8342-1f0e21014d63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.070251259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"96174b27-fff8-4be6-8342-1f0e21014d63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"name":"e2e-api-b-abe0e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.13330731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-abe0e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"96174b27-fff8-4be6-8342-1f0e21014d63","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.420528476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccc63c7-f485-4f73-b164-ecf8f20a5707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.474777633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccc63c7-f485-4f73-b164-ecf8f20a5707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.528929296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccc63c7-f485-4f73-b164-ecf8f20a5707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.583160539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccc63c7-f485-4f73-b164-ecf8f20a5707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:37.183262452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"13cc47d7-a48f-47d1-b6d1-1c4891f2aa3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:37.243074562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"13cc47d7-a48f-47d1-b6d1-1c4891f2aa3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:37.57731009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c316ee42-bef9-4786-a0e2-cee115a38033","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:37.577336151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c316ee42-bef9-4786-a0e2-cee115a38033","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.039982892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.981219125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"65d92f30-ca54-4812-89c4-9843ce19f312","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:41.102696401Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"65d92f30-ca54-4812-89c4-9843ce19f312","name":"e2e-api-a-461b2d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.242957667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"cebb201b-dbb7-4f4f-8d93-7196fd8ef262","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.302062866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"cebb201b-dbb7-4f4f-8d93-7196fd8ef262","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"name":"e2e-api-b-abe0e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.358891718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-abe0e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f015d8dc97e002c98181321d59cb4e06c6edfd6ba8ffe9a45d9aad71f07b9e4) AuthConfig (1be05d484e57e59480ba48ce31c9545a0571819d0d98395bda90b22d38463e55) AuthConfig (a4cead12183ab04e024e74a4dc5536ceaeb0d2e9ba4091abdcd7080268955042) AuthConfig (d3b8de530e7f5c9d92a64ebadc34f4a3693d56b257a021205148d5efb9615431) AuthConfig (46d563cc54926f33e26c0608d23aab2d9829b6490ca53b7ae97cba2450ccae36) AuthConfig (aea26bb4d273a9b7f72535bf654d3c6f5d0e0ddb46a88141826abbacca5a8b24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"cebb201b-dbb7-4f4f-8d93-7196fd8ef262","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.420090245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26180202-f95c-4d9a-83d1-65de6c14085c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.420111594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26180202-f95c-4d9a-83d1-65de6c14085c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:51.376308781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"b55ff87f-4ffb-40d1-b7f2-7ad8ad9c0ec5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-28d87c","tenantID":"e2e-api-b-28d87c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:51.494750021Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"b55ff87f-4ffb-40d1-b7f2-7ad8ad9c0ec5","name":"e2e-api-b-28d87c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.148016136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"ae358e4b-e8ef-4fe3-9020-a1f5d2057cb0","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.529164369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"4b8f8353-5130-4506-933d-34173b9c01c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.592316386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"4b8f8353-5130-4506-933d-34173b9c01c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"name":"e2e-api-b-abe0e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.876491924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81dc410-8bb4-4d2e-906c-6d52df07e6df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.876513792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81dc410-8bb4-4d2e-906c-6d52df07e6df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.421625826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"29305496-85df-473e-8a69-fb97ecef1172","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.480425553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2aa97a03-8f4b-4303-8b38-3c20352ffb29","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.642197643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"11dadb11-9978-4f39-b994-a1912e1efa16","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.701095493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"11dadb11-9978-4f39-b994-a1912e1efa16","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.708312338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5da3a38a-7a5b-4d83-a185-7bdd2727af9f","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.768367337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"dd05c358-23bf-4f87-b911-b2b990172dec","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:54.823321411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-user-sub","reconcileID":"fa407122-c31c-4f9e-a5e9-d32a19640f98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.876069182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6737523a-d61b-4a79-881a-b0eb3cfc3908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.876071604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4b47d561-4788-4200-b5c4-7ef41684eeb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.934519819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4b47d561-4788-4200-b5c4-7ef41684eeb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.934937738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6737523a-d61b-4a79-881a-b0eb3cfc3908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.985558357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-cdb532 priority=0:[ai-tenant-e2e-worker-w2-cdb532/e2e-models-other-sub ai-tenant-e2e-worker-w2-cdb532/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.985902183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"f31ae1a1-d1f7-48a8-997d-7fb45e4ac5b4","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.026050801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"d2caa622-7e5f-4979-8b60-790cbd56c6df","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.039033161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"60fd52b3-8ad1-41c2-bf0a-9b319c167cde","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:55.043371166Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.098513916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"43b29796-7a3a-43db-967f-e3bd68f7952d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.102805726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"aa159c82-1c6e-4273-ab64-6ff52f5e06dd","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:55.103783284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-other-sub","reconcileID":"6f00823c-54de-4331-9ccf-452d6a0d604b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.187832909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"e3befea7-2a39-42f9-9bd9-431e1236fd1b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.221988117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"53549d08-09b9-4d02-a8ad-2f20cc4b6a68","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.256234446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"e3befea7-2a39-42f9-9bd9-431e1236fd1b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.281162898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"ef83f498-cfc0-4e9d-858a-a56df41a6faa","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.329753339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"134a66cb-3e59-4ca0-a1de-ef24c865550a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.329763228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6b8d05e1-1df2-4b15-bf49-46e9d9c3d70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.389058246Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-user-sub","reconcileID":"4c697fb4-9281-43d5-8aad-e7c34ef38688","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-models-other-sub","ai-tenant-e2e-worker-w2-cdb532/e2e-models-user-sub","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.393583667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"134a66cb-3e59-4ca0-a1de-ef24c865550a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.393712803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6b8d05e1-1df2-4b15-bf49-46e9d9c3d70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.513742966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-other-sub","reconcileID":"73aa1cde-8e08-46d3-9bcd-9691d2ce1b3a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.575374324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"29ae9eb9-5d76-4f6c-948c-347e2efb6e8b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.624631904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"dc2b013f-7fc9-4528-af60-417bef56739c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.630286569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"0cec6153-ee7f-42dc-9fa5-038014ab62db","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.696059461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"0cec6153-ee7f-42dc-9fa5-038014ab62db","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.697073299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"92b56de1-e508-45db-b5d8-b20e4d47752c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.805926391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-user-sub","reconcileID":"71b23950-59df-4161-8faf-df43a0046f06","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.830716804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"bcd2ac4d-5d7f-4b7e-9146-3101f06486dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.830719937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d040248a-e3d5-45ca-b6df-f517be7d8765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.889733009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"bcd2ac4d-5d7f-4b7e-9146-3101f06486dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.889770007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d040248a-e3d5-45ca-b6df-f517be7d8765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.921304253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-other-sub","reconcileID":"3ab2d884-49b5-4d8a-bc96-2e6e79101f6d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.733210024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","namespace":"ai-tenant-e2e-api-a-30074e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.733272053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","namespace":"ai-tenant-e2e-api-a-30074e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.733329344Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","tenant":"e2e-api-a-30074e","tenantID":"e2e-api-a-30074e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.789465515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"Deployment","name":"maas-api-e2e-api-a-30074e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.857264434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"Service","name":"maas-api-e2e-api-a-30074e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.913931109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-30074e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.970127957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-30074e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.03951977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.097831573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.16072122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.240819273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.302951618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"Deployment","name":"payload-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.374846903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.457500077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"Service","name":"payload-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.527207936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"Service","name":"payload-pre-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.583493139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.637725645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.691580326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.749748571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.80377311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.861960348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:57.952234709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-30074e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.023263582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30074e"},"namespace":"ai-tenant-e2e-api-a-30074e","name":"default-tenant","reconcileID":"d2cc2b79-280f-46c6-82d9-fa4dcc80de4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-30074e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.024489964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4e6e1b33-d5cd-437f-9ddb-abf3d6b31da2","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.131318291Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.13151227Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.131654975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","tenant":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.192319828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"Deployment","name":"maas-api-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.233284331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"842510e0-582a-4b89-b2f3-e5968f25030a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.233247643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"449fe52d-f174-4dd7-9759-d93d429152d2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.23469706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ac76e151-c50f-46aa-b40c-7ab1fbeb94b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.266295086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"Service","name":"maas-api-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.295435295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ac76e151-c50f-46aa-b40c-7ab1fbeb94b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.295446556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"842510e0-582a-4b89-b2f3-e5968f25030a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.297670724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"449fe52d-f174-4dd7-9759-d93d429152d2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.325229041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.3813929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.452070177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.549535311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.610097754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.668405736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.722915222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"Deployment","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.778810507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.837711947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"Service","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.896076074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"Service","name":"payload-pre-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.967992626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:59.02212981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:59.076800124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:59.134793944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:59.18870358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:59.242425253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:59.307852693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:59.368857086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"1c285b8d-f9c3-4ce2-8a4b-0a8bec808c4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-5295ab29","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.303736672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5295ab29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5295ab29","reconcileID":"bb0ec3b9-6278-4ee3-b177-727f50472e99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5295ab29","removed":["maas.opendatahub.io/gateway-access-e2e-mt-5295ab29"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.500907016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b0c96621-7a6d-4387-aa58-ab11dbf2c37b","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.614682956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b0c96621-7a6d-4387-aa58-ab11dbf2c37b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.620420304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"1c4bd3ec-fc88-41e2-9daa-6b20f9b7496c","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.620538413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"1c4bd3ec-fc88-41e2-9daa-6b20f9b7496c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.63115826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"12cb32e6-6317-4c02-89bd-13babe7f2db3","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.631235511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"12cb32e6-6317-4c02-89bd-13babe7f2db3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.652399559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"d5415718-454b-41c9-b565-b2945e24d96a","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.652465573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"d5415718-454b-41c9-b565-b2945e24d96a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.693002316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"0bcebe9d-455a-4bc5-9452-60781505b6f7","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.693074732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"0bcebe9d-455a-4bc5-9452-60781505b6f7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.773637358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"330f2f34-765c-4d78-8f1b-6d220fc64a73","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.773704288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"330f2f34-765c-4d78-8f1b-6d220fc64a73","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.943793222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"4af0c105-98c4-470c-9d67-d56747abcea5","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.943859588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"4af0c105-98c4-470c-9d67-d56747abcea5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:01.264437575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"80f81ad4-194f-4c50-8985-976f5e1fe28c","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:01.264554565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"80f81ad4-194f-4c50-8985-976f5e1fe28c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:01.528325719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"c415e11f-d969-46b1-9c5a-f4316fc981e2","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:01.528406646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"c415e11f-d969-46b1-9c5a-f4316fc981e2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.529185425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903a57a5-564c-451d-87bb-e96604ba24e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.583414246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903a57a5-564c-451d-87bb-e96604ba24e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.637924663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903a57a5-564c-451d-87bb-e96604ba24e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:01.646746341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"3d36e59d-5ac8-4bcf-82dd-16ae6caaf375","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:01.64680816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"3d36e59d-5ac8-4bcf-82dd-16ae6caaf375","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.692386521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903a57a5-564c-451d-87bb-e96604ba24e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.913066549Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-30074e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-30074e","reconcileID":"a3ee3b26-7269-4851-a786-e4404840b1af","aitenant":"ai-tenants/e2e-api-a-30074e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:02.028601854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"68209ce7-181a-4271-9e91-a2df0fe409e0","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:02.028664646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"68209ce7-181a-4271-9e91-a2df0fe409e0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:02.691264501Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-30074e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-30074e","reconcileID":"a3ee3b26-7269-4851-a786-e4404840b1af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-30074e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-30074e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:02.907420697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"cf838078-cc4b-4d80-9190-28c3ab84060e","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:02.90750082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"cf838078-cc4b-4d80-9190-28c3ab84060e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.02697931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9ade38-e364-4044-a05d-2e56b896c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.081292284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9ade38-e364-4044-a05d-2e56b896c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.135562438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9ade38-e364-4044-a05d-2e56b896c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.193830113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9ade38-e364-4044-a05d-2e56b896c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.342308584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc32c5a0-afc0-436a-bec2-4f627d58fc01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.40118068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc32c5a0-afc0-436a-bec2-4f627d58fc01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.459319682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc32c5a0-afc0-436a-bec2-4f627d58fc01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.513699674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc32c5a0-afc0-436a-bec2-4f627d58fc01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:07.092356861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"04521d3a-6526-4a70-8322-a31d639b5e3d","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:07.092427156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"04521d3a-6526-4a70-8322-a31d639b5e3d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:07.26177794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"17e3879e-2ece-4199-807d-072b1cc484ff","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:07.261881756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"17e3879e-2ece-4199-807d-072b1cc484ff","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29-kserve-route (gateways: [openshift-ingress/e2e-mt-5295ab29]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.233701707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-user-sub","reconcileID":"92401459-f6b1-4eaf-bc85-2af11b04ccd8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.430893297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"3342b172-e97d-4875-8edc-8fdcf14fba00","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.430914134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"3342b172-e97d-4875-8edc-8fdcf14fba00","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.45886385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-user-sub","reconcileID":"92401459-f6b1-4eaf-bc85-2af11b04ccd8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-models-other-sub","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.532003253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3f4619-595e-4cfb-814b-ba23ea742b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.586563673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3f4619-595e-4cfb-814b-ba23ea742b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.642535896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3f4619-595e-4cfb-814b-ba23ea742b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.651818745Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5295ab29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5295ab29","reconcileID":"cd8f9f7e-5151-49cd-9f6b-c6ab6eb19f78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5295ab29","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-5295ab29":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.697268719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3f4619-595e-4cfb-814b-ba23ea742b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.706075699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e11b24f4-a0ac-48d4-9b71-b9909dd1b82f","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.757087689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-other-sub","reconcileID":"81aca3d3-dc03-4d32-9177-d9a668849367","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.771449044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4b6fc7c9-7d52-414f-96d9-a49d700bc463","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.813409589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"dfe3b902-1364-4b50-9883-e5d96fc3d61e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.842016015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"10caf489-8dd2-4e9e-8902-1ac60b0d2e61","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.924288868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"98d48a88-9da4-4b57-95dd-fea22042b5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.924558902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"40c0f5df-8291-40f2-bf71-d8e784b6167b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.92474813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"44b153a9-9526-42e6-8456-c66452aa8d63","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.983552338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"44b153a9-9526-42e6-8456-c66452aa8d63","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.984736915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"40c0f5df-8291-40f2-bf71-d8e784b6167b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:08.986016747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"98d48a88-9da4-4b57-95dd-fea22042b5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.040628796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.362193327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"46ec20c4-87be-4166-b0b8-1ed0db598872","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.366890722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8d2c3861-8a8f-4d61-9e80-05d733ac4355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.367196077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a802d719-747b-41e5-9da8-02be26707ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.423569197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"46ec20c4-87be-4166-b0b8-1ed0db598872","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.426751353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8d2c3861-8a8f-4d61-9e80-05d733ac4355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.427179343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a802d719-747b-41e5-9da8-02be26707ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.640918862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"1e5c4742-cfdd-450a-b96f-9bc6c30b5f23","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.640942714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"1e5c4742-cfdd-450a-b96f-9bc6c30b5f23","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.081581179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"35f0cf88-6b0d-4ef8-ae9d-e642677093a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.139297176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"35f0cf88-6b0d-4ef8-ae9d-e642677093a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"name":"e2e-api-b-abe0e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.380611391Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"8822f982-749e-4040-838a-8b34b52bcf91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.381005684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bff58c7-7b20-4d56-b134-83eddf28dda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.381026065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bff58c7-7b20-4d56-b134-83eddf28dda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.524046634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"f457cb62-d1c2-4e45-aed7-0d9d0cd62278","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.524067779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"f457cb62-d1c2-4e45-aed7-0d9d0cd62278","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.605411388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"8822f982-749e-4040-838a-8b34b52bcf91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.67464943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31743d55-6145-4c04-8c4c-d21f9275486d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.729807751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31743d55-6145-4c04-8c4c-d21f9275486d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.744775739Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"8822f982-749e-4040-838a-8b34b52bcf91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"name":"e2e-api-b-abe0e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.744804804Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"e2e-e2e-api-b-abe0e0-policy","reconcileID":"8822f982-749e-4040-838a-8b34b52bcf91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-abe0e0-policy","namespace":"ai-tenant-e2e-api-b-abe0e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-abe0e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.785050032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31743d55-6145-4c04-8c4c-d21f9275486d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.840217828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31743d55-6145-4c04-8c4c-d21f9275486d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.846050223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee0848cf-8b23-4982-a11e-8b52a66ef387","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.84606576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee0848cf-8b23-4982-a11e-8b52a66ef387","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.187133081Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","namespace":"ai-tenant-e2e-api-b-abe0e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.187190578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","namespace":"ai-tenant-e2e-api-b-abe0e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.187239433Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","tenant":"e2e-api-b-abe0e0","tenantID":"e2e-api-b-abe0e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.244047619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"Deployment","name":"maas-api-e2e-api-b-abe0e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.315805428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"Service","name":"maas-api-e2e-api-b-abe0e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.385508752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-abe0e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.446379598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-abe0e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.505325967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.562037522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.626070118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.694658524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.759740649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"Deployment","name":"payload-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.821429166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.90324895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"Service","name":"payload-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.987592858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"Service","name":"payload-pre-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.047651183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.105943466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.164571062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.22313199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.39564359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.483216074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.551495283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-abe0e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.628908564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-abe0e0"},"namespace":"ai-tenant-e2e-api-b-abe0e0","name":"default-tenant","reconcileID":"2eea379a-25bc-471f-9c3e-96d15ac351ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-abe0e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.968768481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc511b70-e812-4c28-8570-e11c87810955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.023036112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc511b70-e812-4c28-8570-e11c87810955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.076881234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc511b70-e812-4c28-8570-e11c87810955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.131593735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc511b70-e812-4c28-8570-e11c87810955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.101828118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c51877-ea34-44ff-b5dd-aadf86a87712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.156134788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c51877-ea34-44ff-b5dd-aadf86a87712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.210276927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c51877-ea34-44ff-b5dd-aadf86a87712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.264390998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c51877-ea34-44ff-b5dd-aadf86a87712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.228991213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97220a53-2678-4bd4-b1d2-653ff557a0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.283617518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97220a53-2678-4bd4-b1d2-653ff557a0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.338724664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97220a53-2678-4bd4-b1d2-653ff557a0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.393593568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97220a53-2678-4bd4-b1d2-653ff557a0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.092567757Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-other-sub","reconcileID":"0a71bd2d-66f3-4aa4-8a3b-2413bc11375f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.330782817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-other-sub","reconcileID":"0a71bd2d-66f3-4aa4-8a3b-2413bc11375f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.356109477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d19314-31b8-4276-8915-a04fa5714434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.410522032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d19314-31b8-4276-8915-a04fa5714434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.466696256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d19314-31b8-4276-8915-a04fa5714434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.521645684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d19314-31b8-4276-8915-a04fa5714434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.634671067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"9c10816a-1795-4adf-bc28-09d57a4f3ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.637711681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"7fbef11d-9f49-4944-8cf4-897df7cc70d7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.795860909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"bcbd61cf-fa96-46b0-a35e-79d86e4c4c73","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.851257242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"dc59f362-4129-4fa0-9261-87aaa00ec23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.851253641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"093e6cb7-251e-49fc-b6bf-753dbf7bfe80","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.851950267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"926f3132-a645-4477-b16a-225c1181f236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.915333177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"093e6cb7-251e-49fc-b6bf-753dbf7bfe80","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.917138756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"926f3132-a645-4477-b16a-225c1181f236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.91843656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"dc59f362-4129-4fa0-9261-87aaa00ec23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.107464703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-models-access-denied-auth","reconcileID":"bed83e4f-217a-4e08-9d83-d86868f677a4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.292836824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"7abc96d0-700d-4126-bf15-5aef828fd75c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.504092591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23791b30-06a8-4cc6-93df-502441828046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.558267409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23791b30-06a8-4cc6-93df-502441828046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.612498446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23791b30-06a8-4cc6-93df-502441828046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.666379133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23791b30-06a8-4cc6-93df-502441828046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:22.490591703Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-abe0e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-abe0e0","reconcileID":"2e9ee8d4-cedf-45eb-900a-53a9d695f00d","aitenant":"ai-tenants/e2e-api-b-abe0e0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:23.33149983Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-abe0e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-abe0e0","reconcileID":"2e9ee8d4-cedf-45eb-900a-53a9d695f00d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-abe0e0","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-abe0e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.011138418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9546a4-4720-48e3-86fc-420f71dffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.096656406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9546a4-4720-48e3-86fc-420f71dffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.161207212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9546a4-4720-48e3-86fc-420f71dffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.239658949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9546a4-4720-48e3-86fc-420f71dffeec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.369735765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98107d32-2834-4acc-b00b-5e6651948d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.424725724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98107d32-2834-4acc-b00b-5e6651948d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.479225136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98107d32-2834-4acc-b00b-5e6651948d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.533424069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98107d32-2834-4acc-b00b-5e6651948d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.549785401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011f400-0f44-4dce-8345-93aab7248dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.60448427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011f400-0f44-4dce-8345-93aab7248dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.661652298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011f400-0f44-4dce-8345-93aab7248dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.719144576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7011f400-0f44-4dce-8345-93aab7248dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.821393899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8393d477-f158-4e85-8186-9747eff1d780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.876879136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8393d477-f158-4e85-8186-9747eff1d780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.958209395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8393d477-f158-4e85-8186-9747eff1d780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.028669555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8393d477-f158-4e85-8186-9747eff1d780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.013744871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89971d98-ceaa-472b-ac4c-e366b5ca9885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.068093212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89971d98-ceaa-472b-ac4c-e366b5ca9885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.122193796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89971d98-ceaa-472b-ac4c-e366b5ca9885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.176758729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89971d98-ceaa-472b-ac4c-e366b5ca9885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.159917166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaee8f6e-f9dd-4289-8b69-77047a0278c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.16003667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaee8f6e-f9dd-4289-8b69-77047a0278c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.222355421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86aa8ecc-6d76-445a-9ffe-ae691f6ad560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.222496057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86aa8ecc-6d76-445a-9ffe-ae691f6ad560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.450124727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"d2cb64d6-c562-4014-bfa4-4b4d5b49cb30","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.468550408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e4f8bc-c50f-4fa7-8b08-f752c44ca4b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.468679574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e4f8bc-c50f-4fa7-8b08-f752c44ca4b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.509426259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"d2cb64d6-c562-4014-bfa4-4b4d5b49cb30","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.534142025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"328edfa1-c774-4631-a55a-3f53b62ee2cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.53416655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"328edfa1-c774-4631-a55a-3f53b62ee2cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:34.596791917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"d4eb4dd9-e8b3-4350-a793-bf9539443688","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-ee452188\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.741318631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60bd62b4-b862-400d-8d9e-47ba29d6b9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.741318766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d08b156-dec4-4f11-a773-01859fa33539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.784537125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71ad1af1-1be0-4287-8e72-3a5c778c53a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.784566707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71ad1af1-1be0-4287-8e72-3a5c778c53a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.800869846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d08b156-dec4-4f11-a773-01859fa33539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.801209133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60bd62b4-b862-400d-8d9e-47ba29d6b9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.842941991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d3c555d-5e72-45ef-bc89-411ec6fe7251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.842964681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d3c555d-5e72-45ef-bc89-411ec6fe7251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.025905999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91d56b92-8891-4cf7-9cd7-a85906febfba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.025926246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91d56b92-8891-4cf7-9cd7-a85906febfba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.129049117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"36069754-21dc-4f59-b6c3-98dbad691aed","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-ee452188","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.129184221Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"36069754-21dc-4f59-b6c3-98dbad691aed","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ee452188","error":"MaaSModelRef not found: llm/nonexistent-model-ee452188","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.193537782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6c64ed4-1752-4d9e-a924-ba53e6be94ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.193926644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"d1fdcb53-d0da-4e5d-8e1a-24ec3ac4fd4a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.194205309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1570e637-ad5c-4d32-9c51-c6e0093e7d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.262208097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6c64ed4-1752-4d9e-a924-ba53e6be94ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.266364826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1570e637-ad5c-4d32-9c51-c6e0093e7d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.269832426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"d1fdcb53-d0da-4e5d-8e1a-24ec3ac4fd4a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.298595063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96762349-59a4-4014-bdf4-a66903cc64f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.359815432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96762349-59a4-4014-bdf4-a66903cc64f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.420583959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96762349-59a4-4014-bdf4-a66903cc64f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.476694587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae37e3ea-c44d-463f-ad06-fa86fabba0b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.479792557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96762349-59a4-4014-bdf4-a66903cc64f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.492463644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bb9ddbc-8608-4094-b10a-f87f7c657f46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.492581351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bb9ddbc-8608-4094-b10a-f87f7c657f46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.717987256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"c6c35f64-59fb-40d6-8546-aceee2fce9bd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.718103047Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"c6c35f64-59fb-40d6-8546-aceee2fce9bd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ee452188","error":"MaaSModelRef not found: llm/nonexistent-model-ee452188","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:35.77924046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"d1fdcb53-d0da-4e5d-8e1a-24ec3ac4fd4a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-ee452188\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.057823343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"108ed58a-4b2b-4cbe-9091-ad65e95de619","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.153839179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"108ed58a-4b2b-4cbe-9091-ad65e95de619","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.240391115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bbfcd10-60bc-438a-aadc-c9a7b562185c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.240523807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bbfcd10-60bc-438a-aadc-c9a7b562185c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.420915723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"bc52be21-34d5-4663-964d-60c097aea870","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.420937556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c5bf99-ba8d-4fdb-912b-4fadc6c99630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.421483865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec34632c-fad4-4c0a-920f-a3e5b7cfd00a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.486121594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"bc52be21-34d5-4663-964d-60c097aea870","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.488814093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec34632c-fad4-4c0a-920f-a3e5b7cfd00a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.490200505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c5bf99-ba8d-4fdb-912b-4fadc6c99630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.878143949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9501b2fe-f52f-42ae-84fd-d540c8176369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.933406221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9501b2fe-f52f-42ae-84fd-d540c8176369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.9931144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9501b2fe-f52f-42ae-84fd-d540c8176369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.052906493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9501b2fe-f52f-42ae-84fd-d540c8176369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.040167852Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.225267528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6491b31-c61e-4629-ad84-e208cca2b865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.27950857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6491b31-c61e-4629-ad84-e208cca2b865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.33413485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6491b31-c61e-4629-ad84-e208cca2b865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.388137841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6491b31-c61e-4629-ad84-e208cca2b865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.35982465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff27e15-b9c9-4572-994a-44373c3bd65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.444098904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff27e15-b9c9-4572-994a-44373c3bd65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.49892738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff27e15-b9c9-4572-994a-44373c3bd65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.553951543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff27e15-b9c9-4572-994a-44373c3bd65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.59662625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"284831a7-2270-43b7-9425-01b9079da78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.596648408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"284831a7-2270-43b7-9425-01b9079da78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.653417443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfea6b4d-4962-44bc-9975-9123ec2dcde3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.653441415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfea6b4d-4962-44bc-9975-9123ec2dcde3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.775392947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"bc6674e9-2a40-41b9-a352-dfcc08617bc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.908209913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"bc6674e9-2a40-41b9-a352-dfcc08617bc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.965790656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461b2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"bc6674e9-2a40-41b9-a352-dfcc08617bc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:43.025561315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fe2a75b-1f5f-4d24-91b0-7fc7ec39c42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:43.025655598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fe2a75b-1f5f-4d24-91b0-7fc7ec39c42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.416854396Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"66939ee1-75ad-4548-be3c-d82a670dddc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-ee452188","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.629174843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac5eec-baef-4947-89eb-4fa042980ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.683682226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac5eec-baef-4947-89eb-4fa042980ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.689704605Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"66939ee1-75ad-4548-be3c-d82a670dddc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.68973192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"66939ee1-75ad-4548-be3c-d82a670dddc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ee452188","subscription":"e2e-neg-ghost-sub-ee452188","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.737908706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac5eec-baef-4947-89eb-4fa042980ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.737976724Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ee452188","reconcileID":"66939ee1-75ad-4548-be3c-d82a670dddc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ee452188","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ee452188","error":"MaaSModelRef not found: llm/nonexistent-model-ee452188","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.792423861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac5eec-baef-4947-89eb-4fa042980ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.963659127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0428de2a-960b-440a-a236-c72f34e26c15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.197300786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d2f3e7a-31c8-40f1-8761-bcdedf7cfa4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.197322133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d2f3e7a-31c8-40f1-8761-bcdedf7cfa4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.34916072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d63d7f9d-b387-4471-a5f3-6e3d0f160198","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.349180252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d63d7f9d-b387-4471-a5f3-6e3d0f160198","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.35863764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee24fa6d-c653-4663-8dc8-b77b8917d1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.358935609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c2596ba-dc66-426c-adf3-3bd06510545e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.358643099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"b41f2cd7-2bc8-4779-88ab-17d6868a991d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.417628277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee24fa6d-c653-4663-8dc8-b77b8917d1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.418252981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"b41f2cd7-2bc8-4779-88ab-17d6868a991d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.420284969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c2596ba-dc66-426c-adf3-3bd06510545e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.626408725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ee452188","reconcileID":"293ab471-a13a-45a0-be2d-f477ea9d89a1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ee452188","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.790818689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d720779b-1cb8-450c-bca7-6dc58fc1ec04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.790838112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d720779b-1cb8-450c-bca7-6dc58fc1ec04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.079117139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6ed9eff-ef1b-48f9-aeb0-4d2f47479113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.079138043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6ed9eff-ef1b-48f9-aeb0-4d2f47479113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.137787854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab2c1f0-6157-42f2-b15e-1582277e8cfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.137809313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab2c1f0-6157-42f2-b15e-1582277e8cfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.192768676Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e7ca74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e7ca74","reconcileID":"d2497b53-4aa2-456c-9839-bdf81f96dc4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e7ca74","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e7ca74":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.395646569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"1af4b379-b819-41b0-afe6-04cd892dbf4f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.462675155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"1af4b379-b819-41b0-afe6-04cd892dbf4f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.601636141Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"1af4b379-b819-41b0-afe6-04cd892dbf4f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-16efc91b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.857336642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8287d2a2-6d44-4383-9bbb-75cff82040e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.914311259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8287d2a2-6d44-4383-9bbb-75cff82040e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.968562092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8287d2a2-6d44-4383-9bbb-75cff82040e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.97175258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c31a6d-42d6-479a-b480-638e15794ace","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.971767825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c31a6d-42d6-479a-b480-638e15794ace","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.022655897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8287d2a2-6d44-4383-9bbb-75cff82040e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.242346541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"6d47bcdf-bc7c-40fd-b830-07b5b1eea1d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.301930548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"6d47bcdf-bc7c-40fd-b830-07b5b1eea1d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.470899222Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"6d47bcdf-bc7c-40fd-b830-07b5b1eea1d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-16efc91b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.787442721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13a6b176-610b-40d9-af2b-bc03b9cbd57b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.903913411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"5b2fa19f-2a4c-4125-90c8-d2f4dc2e91c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.067150352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"b7ac6268-4132-4651-8e54-e05c5c6f254c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.181010153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"d8379284-4ce3-41ad-9401-ee8dd5327197","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.391043071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"3e8539c6-4bf1-4fc0-b3bc-34fef1bc56e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.391111321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"8e3dbebb-510a-4a4c-b8b5-f45c0ee44082","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.486750801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"1f1bb946-113c-4780-bd25-17a1b880dc37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.657595596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"d7ea034f-fb10-42ef-b79a-ac1a67401e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.712225224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"17f72db2-fece-49e2-9780-98b888869701","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.782008045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"b27dfa72-21af-40be-bcf5-169df0e7c618","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.820193118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"2928d946-b9e9-4864-a80b-d2a99b369f13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.859827324Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"e502094a-1bb7-45c7-9c7c-6fb26e6c5225","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.860793718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd83ee8d-b867-4f0a-97b8-a81fa1c319e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.861051452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd83ee8d-b867-4f0a-97b8-a81fa1c319e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.918772092Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-16efc91b","reconcileID":"e502094a-1bb7-45c7-9c7c-6fb26e6c5225","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-16efc91b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-16efc91b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.036752668Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fa2568","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fa2568","reconcileID":"b27b485c-9586-467d-9a5f-600774f04704","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fa2568","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-fa2568":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.159421619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb29ef07-29c8-4bb3-830b-6ba3146bb91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.215691745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb29ef07-29c8-4bb3-830b-6ba3146bb91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.22284705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2137404-f3f3-4d77-b450-f9ca9da86048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.223080583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2137404-f3f3-4d77-b450-f9ca9da86048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.325942525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb29ef07-29c8-4bb3-830b-6ba3146bb91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.389724071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb29ef07-29c8-4bb3-830b-6ba3146bb91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:53.144164104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"0a4f1928-722a-4628-87f7-cf5589ed131e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:53.207151965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"0a4f1928-722a-4628-87f7-cf5589ed131e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:53.266330198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461b2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"0a4f1928-722a-4628-87f7-cf5589ed131e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.305535692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9500198d-8d09-48fe-80f6-7d6a9062ced3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.305555968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9500198d-8d09-48fe-80f6-7d6a9062ced3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.384663546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8af42aa8-102a-4b49-80aa-ddabc84f5358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.384773839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8af42aa8-102a-4b49-80aa-ddabc84f5358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.508121716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"a6b8f21e-667c-4d55-8baa-4e891902215d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-28d87c","tenantID":"e2e-api-b-28d87c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.617032035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0bfdd4-fb2d-4dad-8359-46bf1f0bdae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.671052528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0bfdd4-fb2d-4dad-8359-46bf1f0bdae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.693583054Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"a6b8f21e-667c-4d55-8baa-4e891902215d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"name":"e2e-api-b-28d87c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.72638272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0bfdd4-fb2d-4dad-8359-46bf1f0bdae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.781442514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0bfdd4-fb2d-4dad-8359-46bf1f0bdae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.784227086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-28d87c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"a6b8f21e-667c-4d55-8baa-4e891902215d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.843662487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb26f053-a2b3-4ce7-804b-ae4dfc2e9f19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:54.843682358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb26f053-a2b3-4ce7-804b-ae4dfc2e9f19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.787548034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b712d659-e802-48a5-969f-043de17b0579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.850045671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b712d659-e802-48a5-969f-043de17b0579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.904219727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b712d659-e802-48a5-969f-043de17b0579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.970579585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b712d659-e802-48a5-969f-043de17b0579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.012979229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac61d9e-0978-4949-b59c-94989f046c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.067237235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac61d9e-0978-4949-b59c-94989f046c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.121610028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac61d9e-0978-4949-b59c-94989f046c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.176030191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac61d9e-0978-4949-b59c-94989f046c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.183544229Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-be8d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-be8d0a","reconcileID":"17194f2e-50ee-4d65-a869-0fbe420de8ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-be8d0a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-be8d0a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.562072262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"c835e110-c66c-436f-935c-463118721b85","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.688690911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"c835e110-c66c-436f-935c-463118721b85","name":"e2e-mt-5295ab29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.332771117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18bff86-2ff9-40a9-889f-1dd7484b11c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.386818708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18bff86-2ff9-40a9-889f-1dd7484b11c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.441667308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18bff86-2ff9-40a9-889f-1dd7484b11c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.495951432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18bff86-2ff9-40a9-889f-1dd7484b11c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.348961531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"0ed92e69-d0ff-4270-97be-e56cb7f5c847","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.411636757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"0ed92e69-d0ff-4270-97be-e56cb7f5c847","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.381141235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"ac87222c-f253-441d-8a9e-ed07521cdc51","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.454598697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"ac87222c-f253-441d-8a9e-ed07521cdc51","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.512041005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461b2d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"ac87222c-f253-441d-8a9e-ed07521cdc51","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.574787219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48942b9a-c249-40c7-8b65-0f6099e58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.629192101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48942b9a-c249-40c7-8b65-0f6099e58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.731887009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48942b9a-c249-40c7-8b65-0f6099e58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.829240829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48942b9a-c249-40c7-8b65-0f6099e58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.036063123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dee9e90c-f8f1-4601-8689-2e24e58ac601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.036087915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dee9e90c-f8f1-4601-8689-2e24e58ac601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.07730651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"c33cbb64-4361-4ac0-a617-f3a1f83295c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.137940461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"c33cbb64-4361-4ac0-a617-f3a1f83295c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.354053414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b0214bd9-6441-4242-a5f4-66c55cf9373e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.559716761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b0214bd9-6441-4242-a5f4-66c55cf9373e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.70368132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b0214bd9-6441-4242-a5f4-66c55cf9373e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"name":"e2e-api-a-1fdd09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.703716026Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"e2e-e2e-api-a-1fdd09-policy","reconcileID":"b0214bd9-6441-4242-a5f4-66c55cf9373e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1fdd09-policy","namespace":"ai-tenant-e2e-api-a-1fdd09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1fdd09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.786671777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0933a7-7620-410f-850c-f018b808fc31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.786789631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0933a7-7620-410f-850c-f018b808fc31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.061041662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"23aaeab9-f194-413f-9074-1e06fe9a1901","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-28d87c","tenantID":"e2e-api-b-28d87c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.13235239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"23aaeab9-f194-413f-9074-1e06fe9a1901","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"name":"e2e-api-b-28d87c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.19139282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-28d87c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"23aaeab9-f194-413f-9074-1e06fe9a1901","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.052684115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ec84-9931-4661-9ab1-74db65704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.107630906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ec84-9931-4661-9ab1-74db65704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.1668528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ec84-9931-4661-9ab1-74db65704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.221414346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ec84-9931-4661-9ab1-74db65704288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.226273138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d160f029-4e33-481a-9590-93a311c15dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.280386771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d160f029-4e33-481a-9590-93a311c15dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.334745633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d160f029-4e33-481a-9590-93a311c15dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.390010754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d160f029-4e33-481a-9590-93a311c15dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.042740535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.093900581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"1849210f-b707-48bd-81df-e2f36bfdf3ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.202073448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"b1de92b4-4e84-4b58-b11e-fff55b398c1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.304757805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"43408fa2-7e06-48bc-9bfd-027288aaae8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.489025161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"e4e7b4af-4058-42d6-89fa-343f5dacf022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.544269661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"92f2d600-603e-4ead-a5d1-4253ab91662e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.643599514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"a981ee96-bfe6-4339-a93f-e610c625985c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.755206725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"d8a89189-0e43-4c90-945a-416d776f766a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.021761144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"af3dea81-9f8c-436c-8423-2809e41de258","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.123891022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"f351da75-9a9b-4f86-b495-d236bd2e37a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.225430016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"af06c6e7-f289-4cca-9922-89605c3fea30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.322171608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6deeaaef-0271-4e4c-8ce9-fd77366e9aca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.620503695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"eaab8242-3b31-4451-8301-c3a914ac9f7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.679180302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"eaab8242-3b31-4451-8301-c3a914ac9f7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.736138446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461b2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4bb48e36ece7aa993280b7ada6a00b857058d64cf465d2ec7fff7717c4240e3) AuthConfig (f9340c0c61d9fbb7712171fd647584134210df797cb097420f5d39e6b1279a0d) AuthConfig (8a6dfc03408366af0ff2dc529421188a79aae2a7f73339be9bad738e12bf79c4) AuthConfig (09dafdff4c21828350119bbd162caa3f84e179030aa617dbd28c8f0d166b9a23) AuthConfig (ddadbc7fed7bdf089c85148628d378ecbe96ee744d3c401f747333898b84e888) AuthConfig (ceffb872b83000063bdd1649dd68a70c44cfad21846408c0cccdfdd87b321ea8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"eaab8242-3b31-4451-8301-c3a914ac9f7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.795989732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d42de792-ed49-49f1-a908-f5f2d0634219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.796010373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d42de792-ed49-49f1-a908-f5f2d0634219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.316335801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"10b26f70-a283-4d6d-a78b-94c3d8b7fd04","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-28d87c","tenantID":"e2e-api-b-28d87c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.374893432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"10b26f70-a283-4d6d-a78b-94c3d8b7fd04","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"name":"e2e-api-b-28d87c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.432979322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-28d87c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4375a576b00c6a1834635170894466a6f704c87e3db733bae6989ef4f9a3423e) AuthConfig (274f48a3ef8eddf6420c14981b4165c962b01576af3b0d577068732b5a5dbb75) AuthConfig (ebeeeb62d485211bab8eb7562a09670bb37b9738760570143e232f72e2dc3ec9) AuthConfig (690f94b8a24b60b4d35cc8b552ab1037dc2872be976dc6814d8f75e3fd496a03) AuthConfig (23240579621bc68478d367621ed04a31121d8c7ab018805ec72516698ce3773b) AuthConfig (bd2d72fc1bce928813bf7f87f285a2a6acce3d8cba8d89e3241def69d18be187)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"10b26f70-a283-4d6d-a78b-94c3d8b7fd04","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.493557899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81cb7bf-a77d-4302-ab73-2c85ecac01e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.493577507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81cb7bf-a77d-4302-ab73-2c85ecac01e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.824449212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","namespace":"ai-tenant-e2e-api-a-1fdd09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.824522572Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","namespace":"ai-tenant-e2e-api-a-1fdd09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.824573761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","tenant":"e2e-api-a-1fdd09","tenantID":"e2e-api-a-1fdd09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.880701043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"Deployment","name":"maas-api-e2e-api-a-1fdd09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.944076887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"Service","name":"maas-api-e2e-api-a-1fdd09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.003326131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-1fdd09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.060085148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-1fdd09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.1243362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.18658743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.243789086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.304882254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.360971475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"Deployment","name":"payload-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.415366993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.469439162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"Service","name":"payload-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.52360887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.5771378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.630960192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.684578282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.741429301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.795063837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.848554454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.902946468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-1fdd09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.960026369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1fdd09"},"namespace":"ai-tenant-e2e-api-a-1fdd09","name":"default-tenant","reconcileID":"ef985681-3337-41b3-ac90-b3027db0025d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-1fdd09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.904224946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"62784347-bd82-4f7c-b1a2-98d95ab6b3d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.986168248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"62784347-bd82-4f7c-b1a2-98d95ab6b3d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.043206937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461b2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4bb48e36ece7aa993280b7ada6a00b857058d64cf465d2ec7fff7717c4240e3) AuthConfig (f9340c0c61d9fbb7712171fd647584134210df797cb097420f5d39e6b1279a0d) AuthConfig (8a6dfc03408366af0ff2dc529421188a79aae2a7f73339be9bad738e12bf79c4) AuthConfig (09dafdff4c21828350119bbd162caa3f84e179030aa617dbd28c8f0d166b9a23) AuthConfig (ddadbc7fed7bdf089c85148628d378ecbe96ee744d3c401f747333898b84e888) AuthConfig (ceffb872b83000063bdd1649dd68a70c44cfad21846408c0cccdfdd87b321ea8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"62784347-bd82-4f7c-b1a2-98d95ab6b3d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.602095339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"0cf943ab-c618-458f-8d5f-b84070854d62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-28d87c","tenantID":"e2e-api-b-28d87c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.660024735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"0cf943ab-c618-458f-8d5f-b84070854d62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"name":"e2e-api-b-28d87c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.725272592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-28d87c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4375a576b00c6a1834635170894466a6f704c87e3db733bae6989ef4f9a3423e) AuthConfig (274f48a3ef8eddf6420c14981b4165c962b01576af3b0d577068732b5a5dbb75) AuthConfig (ebeeeb62d485211bab8eb7562a09670bb37b9738760570143e232f72e2dc3ec9) AuthConfig (690f94b8a24b60b4d35cc8b552ab1037dc2872be976dc6814d8f75e3fd496a03) AuthConfig (23240579621bc68478d367621ed04a31121d8c7ab018805ec72516698ce3773b) AuthConfig (bd2d72fc1bce928813bf7f87f285a2a6acce3d8cba8d89e3241def69d18be187)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"0cf943ab-c618-458f-8d5f-b84070854d62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.413309385Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-1fdd09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-1fdd09","reconcileID":"ed672219-2218-42a1-8625-36a9890bc108","aitenant":"ai-tenants/e2e-api-a-1fdd09","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.918604917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eef5d4e-aa15-4e92-b2f6-d64008302509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.976765343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eef5d4e-aa15-4e92-b2f6-d64008302509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:27.033334201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eef5d4e-aa15-4e92-b2f6-d64008302509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:27.09108847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eef5d4e-aa15-4e92-b2f6-d64008302509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:27.273857234Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-1fdd09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-1fdd09","reconcileID":"ed672219-2218-42a1-8625-36a9890bc108","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-1fdd09","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-1fdd09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.440747498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeb3b3e-039f-474e-b339-596731cdc125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.496835668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeb3b3e-039f-474e-b339-596731cdc125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.559273422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeb3b3e-039f-474e-b339-596731cdc125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.628287221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeb3b3e-039f-474e-b339-596731cdc125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.154700177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"fb0dbde5-9079-4155-8f6f-3b4d10802ce1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.216357226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"fb0dbde5-9079-4155-8f6f-3b4d10802ce1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.226324389Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"9d45840a-cfaa-44a4-b720-7848838aec7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.226785172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b64ead50-6d4b-4490-b0be-dfe8244ca83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.22680175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b64ead50-6d4b-4490-b0be-dfe8244ca83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.291405017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461b2d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4bb48e36ece7aa993280b7ada6a00b857058d64cf465d2ec7fff7717c4240e3) AuthConfig (f9340c0c61d9fbb7712171fd647584134210df797cb097420f5d39e6b1279a0d) AuthConfig (8a6dfc03408366af0ff2dc529421188a79aae2a7f73339be9bad738e12bf79c4) AuthConfig (09dafdff4c21828350119bbd162caa3f84e179030aa617dbd28c8f0d166b9a23) AuthConfig (ddadbc7fed7bdf089c85148628d378ecbe96ee744d3c401f747333898b84e888) AuthConfig (ceffb872b83000063bdd1649dd68a70c44cfad21846408c0cccdfdd87b321ea8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"fb0dbde5-9079-4155-8f6f-3b4d10802ce1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.450720438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"9d45840a-cfaa-44a4-b720-7848838aec7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-28d87c","tenantID":"e2e-api-b-28d87c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.588403107Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"9d45840a-cfaa-44a4-b720-7848838aec7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"name":"e2e-api-b-28d87c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.588429304Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"e2e-e2e-api-b-28d87c-policy","reconcileID":"9d45840a-cfaa-44a4-b720-7848838aec7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-28d87c-policy","namespace":"ai-tenant-e2e-api-b-28d87c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-28d87c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.648126196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63f28e82-2664-40c7-9c71-734ccd027e19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:34.648149068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63f28e82-2664-40c7-9c71-734ccd027e19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:35.83977188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cde3c82-3ac4-45b8-a63a-0b68ed540723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:35.894749278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cde3c82-3ac4-45b8-a63a-0b68ed540723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:35.970664959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cde3c82-3ac4-45b8-a63a-0b68ed540723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:36.029672502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cde3c82-3ac4-45b8-a63a-0b68ed540723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.056828703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0303db9-4bdc-4ed9-8ae1-b6b51985118b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.111056694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0303db9-4bdc-4ed9-8ae1-b6b51985118b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.165533143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0303db9-4bdc-4ed9-8ae1-b6b51985118b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.220813373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0303db9-4bdc-4ed9-8ae1-b6b51985118b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.04067889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.404400004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"80b8da69-b675-405d-902a-62b7d544676d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.464560503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"80b8da69-b675-405d-902a-62b7d544676d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.697588267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"149eb39b-37d2-4799-a579-1b8278b4d481","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.788775213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c2939e3-1f50-4cde-ad47-c31ea9fabaa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.788796538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c2939e3-1f50-4cde-ad47-c31ea9fabaa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.822738316Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"149eb39b-37d2-4799-a579-1b8278b4d481","name":"e2e-api-b-e7ca74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.007720304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a037ad7a-ea40-4e54-990d-c9dfb40e1214","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fa2568","tenantID":"e2e-ipp-a-fa2568","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.128089707Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a037ad7a-ea40-4e54-990d-c9dfb40e1214","name":"e2e-ipp-a-fa2568-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:01.513766007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"44377139-f6d3-4673-8a8d-e5b82ba51330","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:01.51379326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"44377139-f6d3-4673-8a8d-e5b82ba51330","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.578734388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097154ba-c246-4d55-95b6-152e01c83b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.633585914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097154ba-c246-4d55-95b6-152e01c83b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.688758321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097154ba-c246-4d55-95b6-152e01c83b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.743834059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097154ba-c246-4d55-95b6-152e01c83b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.71932657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fae85a-d58b-4ba9-a19a-bdb601fd7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.77363051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fae85a-d58b-4ba9-a19a-bdb601fd7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.827788854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fae85a-d58b-4ba9-a19a-bdb601fd7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.900453829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fae85a-d58b-4ba9-a19a-bdb601fd7fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:06.235626846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"ec6851a3-208f-4306-95e0-bd9265f59535","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-be8d0a","tenantID":"e2e-ipp-a-be8d0a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:06.366803176Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"ec6851a3-208f-4306-95e0-bd9265f59535","name":"e2e-ipp-a-be8d0a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.017444696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5d71ee-7cbd-4214-b841-2e8408120081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.079766344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5d71ee-7cbd-4214-b841-2e8408120081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.134438187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5d71ee-7cbd-4214-b841-2e8408120081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.195171574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5d71ee-7cbd-4214-b841-2e8408120081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.041829476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:21.393854943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"bdb9676e-b2a0-455a-8520-491eaa53425a","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:21.393900721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"bdb9676e-b2a0-455a-8520-491eaa53425a","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:31.460308534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b117bf47-8246-4c2a-bf86-efdb8c1d2a84","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:31.460331367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"b117bf47-8246-4c2a-bf86-efdb8c1d2a84","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.115863748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","namespace":"ai-tenant-e2e-api-b-28d87c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.115929434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","namespace":"ai-tenant-e2e-api-b-28d87c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.115985999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","tenant":"e2e-api-b-28d87c","tenantID":"e2e-api-b-28d87c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.172944421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"Deployment","name":"maas-api-e2e-api-b-28d87c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.23798996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"Service","name":"maas-api-e2e-api-b-28d87c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.297145205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-28d87c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.353650823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-28d87c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.424668883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.48877788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.548786413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.615153787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.677126753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"Deployment","name":"payload-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.733812008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.790834363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"Service","name":"payload-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.845803216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"Service","name":"payload-pre-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.899566812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.953076188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.006576586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.040915783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.064618736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.1201871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.175949441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.232001691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-28d87c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.28781858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-28d87c"},"namespace":"ai-tenant-e2e-api-b-28d87c","name":"default-tenant","reconcileID":"28087b7c-01c8-48da-8837-f0abc9540d84","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-28d87c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.398278335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"d7b9c885-d325-425b-be27-49d89cb695bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.555010859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"dbebb1cb-fd60-4d4e-bdb2-476af02abc90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.649348896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd342d23-b5a0-43c7-9f1c-68aa124e2adf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.702001954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"4cc9e01a-e15f-4687-91f0-e28d19ee9273","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.054487209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"bd952ec8-0667-4965-9f57-4730fd333cf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.148737775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"8c5bd526-2dce-4c11-9254-1f0e87f7c428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.247717352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"f297a848-332d-48ea-8647-4c0457ad3d5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.247798831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"83e940c7-6049-4848-8b6c-146beaf575d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.353146903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"21ca2115-4714-4b46-9c64-738dd52b6bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.387035662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"d5677421-e452-441a-a634-081d7b6ef9fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.482938719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"281aafde-f708-4e41-8e41-f130ab8aafb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.580223409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d22b2aa4-01ea-4b28-a6ba-b16a5179dcd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.461137731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"4db62bcf-2cc2-4f6d-bb6b-6f45ba9b095d","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.461159835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"4db62bcf-2cc2-4f6d-bb6b-6f45ba9b095d","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.819883612Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-28d87c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-28d87c","reconcileID":"91e2b555-e081-4d09-8699-15ca5ce2d58d","aitenant":"ai-tenants/e2e-api-b-28d87c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:42.313700104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf46e356-42e5-43cd-981d-90a7b7917ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:42.367625007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf46e356-42e5-43cd-981d-90a7b7917ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:42.422977288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf46e356-42e5-43cd-981d-90a7b7917ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:42.476852727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf46e356-42e5-43cd-981d-90a7b7917ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:42.646076028Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-28d87c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-28d87c","reconcileID":"91e2b555-e081-4d09-8699-15ca5ce2d58d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-28d87c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-28d87c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.475958375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acc115-d5b0-4f8f-a707-05b4a0205723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.533641405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acc115-d5b0-4f8f-a707-05b4a0205723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.587630303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acc115-d5b0-4f8f-a707-05b4a0205723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.641748614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75acc115-d5b0-4f8f-a707-05b4a0205723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.922945331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b3eca8-6daa-4be2-81f3-aa8950b42a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.977147641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b3eca8-6daa-4be2-81f3-aa8950b42a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.031361687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b3eca8-6daa-4be2-81f3-aa8950b42a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.088071503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b3eca8-6daa-4be2-81f3-aa8950b42a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.062326811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590425ed-fab5-4bef-a460-71d3cc3d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.117099937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590425ed-fab5-4bef-a460-71d3cc3d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.174127948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590425ed-fab5-4bef-a460-71d3cc3d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.231020424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590425ed-fab5-4bef-a460-71d3cc3d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:50.035503861Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f6f9ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f6f9ed","reconcileID":"8b819707-60d5-446f-ac24-718e23657bc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f6f9ed","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f6f9ed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.276174381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5992cbe-c1be-4e94-9cdd-47163aa282bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.330369786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5992cbe-c1be-4e94-9cdd-47163aa282bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.347856307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb0a2caf-863d-45ae-8098-344a169766b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.347873907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb0a2caf-863d-45ae-8098-344a169766b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.384976128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5992cbe-c1be-4e94-9cdd-47163aa282bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.439196481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5992cbe-c1be-4e94-9cdd-47163aa282bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.442523304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bdb3cef-1e3e-4306-82ba-0ace9d677551","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.442541153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bdb3cef-1e3e-4306-82ba-0ace9d677551","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.462024181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"abc26dd0-9d97-48f1-bfd8-c96daec02fc2","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.462038658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"abc26dd0-9d97-48f1-bfd8-c96daec02fc2","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.553911263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"c43612b1-bd12-4036-b6fd-cc5d8f2b2d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.751897286Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"c43612b1-bd12-4036-b6fd-cc5d8f2b2d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"name":"e2e-api-b-e7ca74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.809313122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7ca74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"c43612b1-bd12-4036-b6fd-cc5d8f2b2d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.867573388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d812c0-d67b-4922-9159-33d5a0a5811e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:51.867592115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d812c0-d67b-4922-9159-33d5a0a5811e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:53.427363254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7b05bb-4106-4913-82ea-c6818af667b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:53.483495761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7b05bb-4106-4913-82ea-c6818af667b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:53.539421802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7b05bb-4106-4913-82ea-c6818af667b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:53.593783462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7b05bb-4106-4913-82ea-c6818af667b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.148165127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"6fa7d810-e00e-46a5-8195-bb5fe8a23249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.237003125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"65a6f4c4-568e-40c5-a497-b1c98ec46440","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.446844813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"cc43b113-4851-47bb-b72b-0f8841668a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.514990352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"1c513687-6a37-41de-92d4-cca4e2c79cd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.659258855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"f0584414-0545-4ee4-84ce-20f94618c90d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.845653849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"caae92f0-c395-4d45-a658-55554f1d00bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.952984751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"035d62b6-5d21-4d2c-969f-56b8a1a741f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.028190516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c935f78-6b6b-4a56-9dd3-4322209dbe2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.034024183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"8814531e-8194-4071-862b-51105ce72785","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.115975421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"25ed0bdf-adff-4138-802a-23626b1b9334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.234597164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"8296990c-b6da-436d-a544-9298c63d64ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.337082827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"2d8d1188-c6c9-4804-bb7a-5480695f6991","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.388746967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"f7f09469-95a4-4feb-833b-9522a0693e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.450165565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"f7f09469-95a4-4feb-833b-9522a0693e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.931931217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"b427107d-bfa4-47ac-9efc-2172e7d97a7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.009657414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"b427107d-bfa4-47ac-9efc-2172e7d97a7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.677681419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"bb6a7e87-78a5-46e5-a77b-140fb7376596","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"tenant":"e2e-mt-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","model":"ai-tenant-e2e-mt-5295ab29/e2e-lifecycle-model-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.677836825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"e2e-lifecycle-model-5295ab29","reconcileID":"bb6a7e87-78a5-46e5-a77b-140fb7376596","MaaSModelRef":{"name":"e2e-lifecycle-model-5295ab29","namespace":"ai-tenant-e2e-mt-5295ab29"},"routeName":"e2e-lifecycle-model-5295ab29-kserve-route","namespace":"ai-tenant-e2e-mt-5295ab29","llmisvcName":"e2e-lifecycle-model-5295ab29","gateway":"openshift-ingress/e2e-mt-5295ab29","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.753705675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8dc259-50fa-4514-9e25-3d4ab74956df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.808159942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8dc259-50fa-4514-9e25-3d4ab74956df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.862591356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8dc259-50fa-4514-9e25-3d4ab74956df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.916718396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8dc259-50fa-4514-9e25-3d4ab74956df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.240751779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"f1530e22-35ca-41df-a5ac-12f85c5a3070","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.241455127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2adacb3-5ea5-4d76-93cb-88f42671098d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.241496287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2adacb3-5ea5-4d76-93cb-88f42671098d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.347549387Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5c8192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5c8192","reconcileID":"e96dd289-cc68-4ca8-a4d9-0e7e02142d3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5c8192","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5c8192":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.452577442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"f1530e22-35ca-41df-a5ac-12f85c5a3070","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.590400112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"f1530e22-35ca-41df-a5ac-12f85c5a3070","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"name":"e2e-api-a-461b2d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.590432896Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"e2e-e2e-api-a-461b2d-policy","reconcileID":"f1530e22-35ca-41df-a5ac-12f85c5a3070","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461b2d-policy","namespace":"ai-tenant-e2e-api-a-461b2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461b2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.81750511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4749d842-cb96-4cf7-b4af-4af4e9cba018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:59.817534283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4749d842-cb96-4cf7-b4af-4af4e9cba018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.093645557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be324d95-bc54-424d-9c1b-8e3f39221116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.147912894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be324d95-bc54-424d-9c1b-8e3f39221116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.202816819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be324d95-bc54-424d-9c1b-8e3f39221116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.257249627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be324d95-bc54-424d-9c1b-8e3f39221116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.979144884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"f6a623bc-b59e-4225-9258-de3b8168d434","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.038001967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"f6a623bc-b59e-4225-9258-de3b8168d434","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"name":"e2e-api-b-e7ca74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.095144601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7ca74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"f6a623bc-b59e-4225-9258-de3b8168d434","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.30412081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a8fc31-58cc-454f-8f47-f6e30fdcd5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.360335612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a8fc31-58cc-454f-8f47-f6e30fdcd5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.415658996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a8fc31-58cc-454f-8f47-f6e30fdcd5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.469601867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a8fc31-58cc-454f-8f47-f6e30fdcd5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.507367095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f2827d-5dd7-453a-b0e3-9c4fc75fee7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.561487325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f2827d-5dd7-453a-b0e3-9c4fc75fee7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.615607055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f2827d-5dd7-453a-b0e3-9c4fc75fee7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.669788604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f2827d-5dd7-453a-b0e3-9c4fc75fee7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.705443456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fdce71-7476-4740-b25d-7234c459b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.760424892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fdce71-7476-4740-b25d-7234c459b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.81608556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fdce71-7476-4740-b25d-7234c459b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.913629672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fdce71-7476-4740-b25d-7234c459b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.044755734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.016987484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f37c6c-9dbd-458f-b281-1a6634bd57fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.071228319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f37c6c-9dbd-458f-b281-1a6634bd57fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.126657793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f37c6c-9dbd-458f-b281-1a6634bd57fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.181405851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f37c6c-9dbd-458f-b281-1a6634bd57fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.161203365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c184d58-ca61-4cae-807b-f817a308f2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.215290816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c184d58-ca61-4cae-807b-f817a308f2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.269439781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c184d58-ca61-4cae-807b-f817a308f2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.269603996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"1b0079bf-1763-4907-8778-efa8f17c328a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.323344627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c184d58-ca61-4cae-807b-f817a308f2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.383617959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"1b0079bf-1763-4907-8778-efa8f17c328a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"name":"e2e-api-b-e7ca74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.440804779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7ca74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"1b0079bf-1763-4907-8778-efa8f17c328a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.337267934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b51486-2e34-4069-a7aa-8b2514b91888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.392067945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b51486-2e34-4069-a7aa-8b2514b91888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.446183475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b51486-2e34-4069-a7aa-8b2514b91888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.50033535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b51486-2e34-4069-a7aa-8b2514b91888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.435698824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d29e07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d29e07","reconcileID":"5d00bafd-5478-4744-8536-ebc9e1cd28ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d29e07","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d29e07":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.466926243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92d8669-d5b3-44b4-95ff-bf1ac4aec7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.521151156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92d8669-d5b3-44b4-95ff-bf1ac4aec7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.57871909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92d8669-d5b3-44b4-95ff-bf1ac4aec7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.634149718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92d8669-d5b3-44b4-95ff-bf1ac4aec7c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.598837762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d044539-156c-4607-8a5b-befed3ca5af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.652922666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d044539-156c-4607-8a5b-befed3ca5af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.707261295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d044539-156c-4607-8a5b-befed3ca5af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.761303282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d044539-156c-4607-8a5b-befed3ca5af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.562336668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"db2d0968-11f4-4ac3-8f89-4b411ec248f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.623968137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"db2d0968-11f4-4ac3-8f89-4b411ec248f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"name":"e2e-api-b-e7ca74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.68145815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7ca74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"db2d0968-11f4-4ac3-8f89-4b411ec248f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.814078243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37a67bb-5917-4312-8c06-b9d2aa08fc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.868485359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37a67bb-5917-4312-8c06-b9d2aa08fc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.922465061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37a67bb-5917-4312-8c06-b9d2aa08fc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.976811065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37a67bb-5917-4312-8c06-b9d2aa08fc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.020086107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8a24ba-45f4-4f10-b0a7-6186a27179b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.076163143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8a24ba-45f4-4f10-b0a7-6186a27179b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.13194549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8a24ba-45f4-4f10-b0a7-6186a27179b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.186025705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8a24ba-45f4-4f10-b0a7-6186a27179b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.138843331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0491897-5ed0-4839-a9a1-46b1650f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.19403101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0491897-5ed0-4839-a9a1-46b1650f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.248574084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0491897-5ed0-4839-a9a1-46b1650f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.302739287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0491897-5ed0-4839-a9a1-46b1650f11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.244000165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ad0a3-21e5-4434-b3e0-51037504a892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.298415381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ad0a3-21e5-4434-b3e0-51037504a892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.352993569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ad0a3-21e5-4434-b3e0-51037504a892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.407692671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ad0a3-21e5-4434-b3e0-51037504a892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.482545834Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","namespace":"ai-tenant-e2e-api-a-461b2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.482611914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","namespace":"ai-tenant-e2e-api-a-461b2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.482665389Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","tenant":"e2e-api-a-461b2d","tenantID":"e2e-api-a-461b2d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.540893894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"Deployment","name":"maas-api-e2e-api-a-461b2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.606380916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"Service","name":"maas-api-e2e-api-a-461b2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.69026543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-461b2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.746210564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-461b2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.814402474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.873675115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.93290347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.003681815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.061006366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"Deployment","name":"payload-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.115710257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.170234436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"Service","name":"payload-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.233101938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.289449807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.343150141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.396633522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.454202909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.515375939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.572780283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.641916787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-461b2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.696811374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461b2d"},"namespace":"ai-tenant-e2e-api-a-461b2d","name":"default-tenant","reconcileID":"f6763569-1883-4998-a53f-c6bc9b614f2a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-461b2d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.401751509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d9f17-27d8-44e7-8506-e8a2ae64059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.456403885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d9f17-27d8-44e7-8506-e8a2ae64059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.510302076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d9f17-27d8-44e7-8506-e8a2ae64059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.564349643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d9f17-27d8-44e7-8506-e8a2ae64059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.869080643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"96611b4a-e7f2-4224-b1f6-f75a87faa2e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.928353478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"96611b4a-e7f2-4224-b1f6-f75a87faa2e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"name":"e2e-api-b-e7ca74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.985784935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7ca74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c9709b16552f64d57172ab69fbfa81e98c798bd11878be89cc9ebdd04067e4) AuthConfig (819dd4b0f77c25d63671e8522290dbe7b6252438e502cb9d5c125749a333d9a8) AuthConfig (9e7c27d7d95b1598925f3e337568b41b0030b9daa0062781f6ec61b67f5b2d05) AuthConfig (1cdc2ece91c3a25f2f92fbf28c030f15140aa8307dff211d719102ec655028cc) AuthConfig (1fb4fe2cc5878d3ab2de1818f42513a19f3a525b637917a112eb978e9368b560) AuthConfig (b688706e15ed0c6fa0ffac86a98ba9959388323c00cec9d9582aaa441ae6d40a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"96611b4a-e7f2-4224-b1f6-f75a87faa2e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:33.04627453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ffaeb0c-9b2a-4644-97c8-93609937e117","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:33.046294045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ffaeb0c-9b2a-4644-97c8-93609937e117","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:34.551311724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb20c3ce-3df0-49a0-9eaf-f735739b5793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:34.605327896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb20c3ce-3df0-49a0-9eaf-f735739b5793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:34.661592013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb20c3ce-3df0-49a0-9eaf-f735739b5793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:34.71613971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb20c3ce-3df0-49a0-9eaf-f735739b5793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.662644506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224929f-3b52-4436-9822-0988e7bc60e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.717282541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224929f-3b52-4436-9822-0988e7bc60e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.771772001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224929f-3b52-4436-9822-0988e7bc60e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.825704898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2224929f-3b52-4436-9822-0988e7bc60e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.039512932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:41.909858743Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-461b2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-461b2d","reconcileID":"215c095f-1819-4af7-b382-3cc9d755722f","aitenant":"ai-tenants/e2e-api-a-461b2d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.38765252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610b816-fbf0-4cb7-a39b-9956c05302a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.443884728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610b816-fbf0-4cb7-a39b-9956c05302a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.499770099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610b816-fbf0-4cb7-a39b-9956c05302a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.554188846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610b816-fbf0-4cb7-a39b-9956c05302a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.748835791Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-461b2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-461b2d","reconcileID":"215c095f-1819-4af7-b382-3cc9d755722f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-461b2d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-461b2d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.15679251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"0656c309-2590-4460-b3d6-ea5af09c76df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.216920428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"0656c309-2590-4460-b3d6-ea5af09c76df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"name":"e2e-api-b-e7ca74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.274227941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e7ca74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c9709b16552f64d57172ab69fbfa81e98c798bd11878be89cc9ebdd04067e4) AuthConfig (819dd4b0f77c25d63671e8522290dbe7b6252438e502cb9d5c125749a333d9a8) AuthConfig (9e7c27d7d95b1598925f3e337568b41b0030b9daa0062781f6ec61b67f5b2d05) AuthConfig (1cdc2ece91c3a25f2f92fbf28c030f15140aa8307dff211d719102ec655028cc) AuthConfig (1fb4fe2cc5878d3ab2de1818f42513a19f3a525b637917a112eb978e9368b560) AuthConfig (b688706e15ed0c6fa0ffac86a98ba9959388323c00cec9d9582aaa441ae6d40a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"0656c309-2590-4460-b3d6-ea5af09c76df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.560508625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acf5bf-53d1-4f95-9d8d-fbc6926e0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.614867429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acf5bf-53d1-4f95-9d8d-fbc6926e0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.669067651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acf5bf-53d1-4f95-9d8d-fbc6926e0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.723179149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4acf5bf-53d1-4f95-9d8d-fbc6926e0b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.670887843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d757fc-a3f6-4fdb-9232-2193d40ab081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.726463427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d757fc-a3f6-4fdb-9232-2193d40ab081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.780504644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d757fc-a3f6-4fdb-9232-2193d40ab081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.834734256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d757fc-a3f6-4fdb-9232-2193d40ab081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:48.921186048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71215491-ad9a-4dc4-ac82-6cb5a3fc2d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:48.977254652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71215491-ad9a-4dc4-ac82-6cb5a3fc2d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:49.054933999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71215491-ad9a-4dc4-ac82-6cb5a3fc2d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:49.118714236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71215491-ad9a-4dc4-ac82-6cb5a3fc2d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:49.853184318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"06ace463-1eef-439c-bd76-93fcb72d5ec3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:49.853398691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4a1e523-a436-4f90-92dc-8b0b2c825673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:49.85341679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4a1e523-a436-4f90-92dc-8b0b2c825673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.064266558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"06ace463-1eef-439c-bd76-93fcb72d5ec3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.19338124Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"06ace463-1eef-439c-bd76-93fcb72d5ec3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"name":"e2e-api-b-e7ca74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.193408584Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"e2e-e2e-api-b-e7ca74-policy","reconcileID":"06ace463-1eef-439c-bd76-93fcb72d5ec3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e7ca74-policy","namespace":"ai-tenant-e2e-api-b-e7ca74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e7ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.273605254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"537bc492-b31c-4899-afcc-52934a54e2b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.273625329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"537bc492-b31c-4899-afcc-52934a54e2b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.158119092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a09404-daa8-42ca-8e6f-4214d695883e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.213983797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a09404-daa8-42ca-8e6f-4214d695883e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.267842875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a09404-daa8-42ca-8e6f-4214d695883e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.321873659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a09404-daa8-42ca-8e6f-4214d695883e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:53.338670643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb09015-ba72-4add-bc34-4bc7078354b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:53.393220334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb09015-ba72-4add-bc34-4bc7078354b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:53.448262445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb09015-ba72-4add-bc34-4bc7078354b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:53.502893728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb09015-ba72-4add-bc34-4bc7078354b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.595842366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ace7b1-018a-48db-be97-90b1cd30324a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.653826633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ace7b1-018a-48db-be97-90b1cd30324a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.721097145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ace7b1-018a-48db-be97-90b1cd30324a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.805087459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ace7b1-018a-48db-be97-90b1cd30324a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:56.696543217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"08366904-931d-490e-89c5-e4d30b8fce41","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f6f9ed","tenantID":"e2e-ipp-a-f6f9ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:56.815976091Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"08366904-931d-490e-89c5-e4d30b8fce41","name":"e2e-ipp-a-f6f9ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:57.785896823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d857df-e1c1-4bd7-b686-3406d00cc58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:57.840708769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d857df-e1c1-4bd7-b686-3406d00cc58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:57.894663517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d857df-e1c1-4bd7-b686-3406d00cc58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:57.948892071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d857df-e1c1-4bd7-b686-3406d00cc58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.198867788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.198929Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","namespace":"ai-tenant-e2e-mt-5295ab29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.198979103Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","tenant":"e2e-mt-5295ab29","tenantID":"e2e-mt-5295ab29","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.254589174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"Deployment","name":"maas-api-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.319433382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"Service","name":"maas-api-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.380956883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.437033879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-5295ab29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.497717507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.562760852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.621748589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.678869219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.735079617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"Deployment","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.79087535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.845172143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"Service","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.909733989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"Service","name":"payload-pre-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.963930497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"DestinationRule","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.017636643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.074499284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.132210766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.186188655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.240444431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.297724051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-5295ab29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.356170876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5295ab29"},"namespace":"ai-tenant-e2e-mt-5295ab29","name":"default-tenant","reconcileID":"8d2922e7-a8fa-4d20-aadf-1df7b867de00","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-5295ab29","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.086784917Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5295ab29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5295ab29","reconcileID":"7029a126-2d42-4cff-b8ca-a59fc82f839e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5295ab29","removed":["maas.opendatahub.io/gateway-access-e2e-mt-5295ab29"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.214411844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87aa66d2-e864-4516-9a38-342496f6da62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.21443709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87aa66d2-e864-4516-9a38-342496f6da62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.277003396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc2c5f67-6980-4eef-83d6-6c912fecad10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.277025135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc2c5f67-6980-4eef-83d6-6c912fecad10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.280383519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0731c-efdf-4a59-8315-1dfa536dcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.334709711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0731c-efdf-4a59-8315-1dfa536dcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.391448019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0731c-efdf-4a59-8315-1dfa536dcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.446526581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0731c-efdf-4a59-8315-1dfa536dcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.55382386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-41acc1","reconcileID":"1c180aee-dcf8-41e3-9a13-1ff4e818753d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.612784793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-41acc1","reconcileID":"1c180aee-dcf8-41e3-9a13-1ff4e818753d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.617422028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c55e28-e71f-4aa4-a753-56d7173c7eba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.617439567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c55e28-e71f-4aa4-a753-56d7173c7eba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.723949419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a00f1d5-0f67-4761-852c-7e88b60d6818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.723969648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a00f1d5-0f67-4761-852c-7e88b60d6818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.781411121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-41acc1","reconcileID":"8ceef695-a61e-4df9-9bcb-bd572b788150","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-41acc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.83250041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f70642bd-a1f1-4a90-b8a1-9f3bf87bd67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.8326753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fbc8259-9912-454b-ba04-72cdc0534d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.890914011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f70642bd-a1f1-4a90-b8a1-9f3bf87bd67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.89099362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fbc8259-9912-454b-ba04-72cdc0534d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.897115594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7134c444-7b41-4edf-8fee-b09945565f85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.897134427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7134c444-7b41-4edf-8fee-b09945565f85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.955882496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93cff20e-1c4c-4255-aa14-ad169e794391","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.955906627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93cff20e-1c4c-4255-aa14-ad169e794391","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.995058257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932f1d84-895a-442e-a30f-d941afacb892","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.995077787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932f1d84-895a-442e-a30f-d941afacb892","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.205853888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-41acc1","reconcileID":"5bd7ca12-636a-4cce-9586-b571bd7bc976","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.258583096Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-41acc1","reconcileID":"3f97f068-8655-42f4-908d-5a092e6187ec","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-41acc1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.266146759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-41acc1","reconcileID":"5bd7ca12-636a-4cce-9586-b571bd7bc976","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.435746586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd5db8b7-4fae-4735-a746-da2ddfbf82e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.435768379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd5db8b7-4fae-4735-a746-da2ddfbf82e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.476843471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abbb43e6-b24d-4b37-a7d3-02562d845d05","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.757899169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-41acc1","reconcileID":"c90ec407-1cba-4da6-88ce-fe12709db02e","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.520453256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb1b17a-baca-4d5a-ae71-afcf462b7d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.574700979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb1b17a-baca-4d5a-ae71-afcf462b7d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.628650612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb1b17a-baca-4d5a-ae71-afcf462b7d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.68302127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb1b17a-baca-4d5a-ae71-afcf462b7d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:08.720500411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"fbc4a064-568a-45b8-b354-a8ef2519bbc4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5c8192","tenantID":"e2e-ipp-b-5c8192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:08.933616815Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"fbc4a064-568a-45b8-b354-a8ef2519bbc4","name":"e2e-ipp-b-5c8192-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:09.039451961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:09.74532299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552e744-0d2a-414e-b1d6-94611de6489c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:09.804998979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552e744-0d2a-414e-b1d6-94611de6489c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:09.883966381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552e744-0d2a-414e-b1d6-94611de6489c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:09.942666786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552e744-0d2a-414e-b1d6-94611de6489c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.206648164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-41acc1","reconcileID":"1a13a8b4-9342-41ad-8704-fe565e448472","MaaSAuthPolicy":{"name":"e2e-default-int-auth-41acc1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.206754408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67609761-e1e6-4611-8446-7bfa6ff61982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.206772132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67609761-e1e6-4611-8446-7bfa6ff61982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.426546852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bbb9367-885b-4f65-8b97-73b52b495159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.426576796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bbb9367-885b-4f65-8b97-73b52b495159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.590623259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43e78607-c944-410a-9a89-6825dfb75cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.590644172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43e78607-c944-410a-9a89-6825dfb75cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.769026872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbad60f7-0b0b-499e-a483-ddbef59e7005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.769030067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3bccf0b-e2f6-439c-af91-d7be7f4c6ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.827937647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbad60f7-0b0b-499e-a483-ddbef59e7005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.828284774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3bccf0b-e2f6-439c-af91-d7be7f4c6ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.774620429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-41acc1","reconcileID":"2c0f789d-06a6-436a-a127-136dc0de5252","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-41acc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.000322646Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-41acc1","reconcileID":"2c0f789d-06a6-436a-a127-136dc0de5252","MaaSSubscription":{"name":"e2e-default-int-sub-41acc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.290501955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0384d4b3-d74c-4909-a86a-3afbd4ec4c9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.298386448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db6164b5-8283-47ab-b86c-4647acd688c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.298409237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db6164b5-8283-47ab-b86c-4647acd688c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.468880012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af784c1a-c76e-4fc5-9b9a-e1d9088dde99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.46891077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b770a64f-bd8c-40e6-a11f-955060f49997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.527447782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b770a64f-bd8c-40e6-a11f-955060f49997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.527587774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af784c1a-c76e-4fc5-9b9a-e1d9088dde99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.522168442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef02a17-28af-42b0-99d6-992969668452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.576942592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef02a17-28af-42b0-99d6-992969668452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.631800594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef02a17-28af-42b0-99d6-992969668452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.686695212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef02a17-28af-42b0-99d6-992969668452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.449079627Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a770b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a770b9","reconcileID":"dfd24a83-015e-4719-a1ef-e7138191f8ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a770b9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a770b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.711986163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530a5058-b3f9-4523-82ca-3fea4b7193c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.767340092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530a5058-b3f9-4523-82ca-3fea4b7193c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.821345202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530a5058-b3f9-4523-82ca-3fea4b7193c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.881997198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530a5058-b3f9-4523-82ca-3fea4b7193c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.918995531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c119f5f-dc86-4fea-8d19-3fedb3e5d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.973625514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c119f5f-dc86-4fea-8d19-3fedb3e5d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.028067233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c119f5f-dc86-4fea-8d19-3fedb3e5d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.082079978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c119f5f-dc86-4fea-8d19-3fedb3e5d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.999245839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"eedad025-de77-48a6-b327-24be62b08510","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d29e07","tenantID":"e2e-ipp-b-d29e07","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:33.126114658Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"eedad025-de77-48a6-b327-24be62b08510","name":"e2e-ipp-b-d29e07-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.20535623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c771627-0316-44a6-93d3-064dc2bcbe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.260247357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c771627-0316-44a6-93d3-064dc2bcbe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.331132844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c771627-0316-44a6-93d3-064dc2bcbe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.385556058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c771627-0316-44a6-93d3-064dc2bcbe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.351756361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442caa30-8ae5-4c25-89f5-ea45d188ea4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.406371852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442caa30-8ae5-4c25-89f5-ea45d188ea4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.46072688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442caa30-8ae5-4c25-89f5-ea45d188ea4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.514973147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442caa30-8ae5-4c25-89f5-ea45d188ea4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.510626578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9549c-5145-43b9-b213-509cf49997a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.564549305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9549c-5145-43b9-b213-509cf49997a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.618483521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9549c-5145-43b9-b213-509cf49997a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.672745834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9549c-5145-43b9-b213-509cf49997a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.039731914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.689951315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0382d2-a021-4089-bb49-26c1066fd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.744760131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0382d2-a021-4089-bb49-26c1066fd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.802037028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0382d2-a021-4089-bb49-26c1066fd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.858664627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc0382d2-a021-4089-bb49-26c1066fd721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.860747254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87714b2d-da80-4133-b8be-f9eb60edb59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.915907285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87714b2d-da80-4133-b8be-f9eb60edb59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.970322594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87714b2d-da80-4133-b8be-f9eb60edb59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:43.024454368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87714b2d-da80-4133-b8be-f9eb60edb59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.931355096Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","namespace":"ai-tenant-e2e-api-b-e7ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.931416382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","namespace":"ai-tenant-e2e-api-b-e7ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.93150862Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","tenant":"e2e-api-b-e7ca74","tenantID":"e2e-api-b-e7ca74","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.988336848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"Deployment","name":"maas-api-e2e-api-b-e7ca74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.056928577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"Service","name":"maas-api-e2e-api-b-e7ca74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.117744295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e7ca74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.174927177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e7ca74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.23820737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.301285135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.360863197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.41772145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.474087126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"Deployment","name":"payload-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.530002784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.586821337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"Service","name":"payload-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.641805625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.696254083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.750932698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.805050495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.863779656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.917986837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.972485881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.029831105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e7ca74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.084871073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e7ca74"},"namespace":"ai-tenant-e2e-api-b-e7ca74","name":"default-tenant","reconcileID":"e635cb94-3502-4a9e-a632-dcddaa4a0f8e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e7ca74","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:57.668066952Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e7ca74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e7ca74","reconcileID":"4a98e477-a262-45c6-8e81-36e0c7d8e06d","aitenant":"ai-tenants/e2e-api-b-e7ca74","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.264199614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c55c76-d892-4d8c-9f86-5bf7f6c71f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.318610346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c55c76-d892-4d8c-9f86-5bf7f6c71f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.372811725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c55c76-d892-4d8c-9f86-5bf7f6c71f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.426925713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c55c76-d892-4d8c-9f86-5bf7f6c71f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.546641909Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e7ca74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e7ca74","reconcileID":"4a98e477-a262-45c6-8e81-36e0c7d8e06d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e7ca74","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e7ca74"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:00.497783231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8948dc4-1b6c-4cd2-b371-a46232ac2876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:00.55305604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8948dc4-1b6c-4cd2-b371-a46232ac2876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:00.607392222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8948dc4-1b6c-4cd2-b371-a46232ac2876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:00.662173398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8948dc4-1b6c-4cd2-b371-a46232ac2876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:02.721518022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca46407a-1460-4909-bab4-44457516ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:02.780351939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca46407a-1460-4909-bab4-44457516ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:02.8344147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca46407a-1460-4909-bab4-44457516ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:02.971095457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca46407a-1460-4909-bab4-44457516ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.228228702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b3171-baa1-42ae-bd87-505c0acaff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.282689841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b3171-baa1-42ae-bd87-505c0acaff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.337603016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b3171-baa1-42ae-bd87-505c0acaff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.391853829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9b3171-baa1-42ae-bd87-505c0acaff39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:06.236328826Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-02f3a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-02f3a0","reconcileID":"d45c91cc-cb01-4300-bd97-af028b748296","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-02f3a0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-02f3a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:07.395658056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a592478-e986-462c-844c-b159821b0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:07.460221461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a592478-e986-462c-844c-b159821b0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:07.515644423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a592478-e986-462c-844c-b159821b0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:07.57022311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a592478-e986-462c-844c-b159821b0d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:09.049982553Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:09.568545745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729e4425-19a2-4207-b01e-3e121d9f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:09.624642372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729e4425-19a2-4207-b01e-3e121d9f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:09.680136072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729e4425-19a2-4207-b01e-3e121d9f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:09.735760226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"729e4425-19a2-4207-b01e-3e121d9f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:11.929879256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4937d5a5-e906-4e6d-9cee-55e402d44a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:11.985153141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4937d5a5-e906-4e6d-9cee-55e402d44a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.040264156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4937d5a5-e906-4e6d-9cee-55e402d44a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.094939189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4937d5a5-e906-4e6d-9cee-55e402d44a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:14.134243278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd3319-f384-4195-99b9-17570fe444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:14.188585257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd3319-f384-4195-99b9-17570fe444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:14.247347554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd3319-f384-4195-99b9-17570fe444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:14.30142412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd3319-f384-4195-99b9-17570fe444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:16.114390532Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5474b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5474b7","reconcileID":"e8481270-7b10-453f-8ea0-eb97361cc572","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5474b7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5474b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:16.342029444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63787356-86c0-403e-8d28-ec98e8338cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:16.396390519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63787356-86c0-403e-8d28-ec98e8338cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:16.483943696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63787356-86c0-403e-8d28-ec98e8338cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:16.539329872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63787356-86c0-403e-8d28-ec98e8338cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.550761047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5826c076-1d3c-40c2-907e-7ce3b236ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.605064148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5826c076-1d3c-40c2-907e-7ce3b236ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.665757121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5826c076-1d3c-40c2-907e-7ce3b236ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.723063037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5826c076-1d3c-40c2-907e-7ce3b236ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.772088275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64479215-0c79-45ba-8da7-bcd64a7d58ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.833122575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64479215-0c79-45ba-8da7-bcd64a7d58ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.901002033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64479215-0c79-45ba-8da7-bcd64a7d58ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.955243092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64479215-0c79-45ba-8da7-bcd64a7d58ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:22.991373283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1bd6bc5-d0dc-4254-b86e-5fe843eba5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:23.046545083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1bd6bc5-d0dc-4254-b86e-5fe843eba5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:23.101148135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1bd6bc5-d0dc-4254-b86e-5fe843eba5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:23.155370274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1bd6bc5-d0dc-4254-b86e-5fe843eba5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.161048392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae716f-131b-40c8-bef2-958a38a6bbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.215508218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae716f-131b-40c8-bef2-958a38a6bbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.269780226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae716f-131b-40c8-bef2-958a38a6bbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.325665282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae716f-131b-40c8-bef2-958a38a6bbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.309036307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf5de0-5ac4-4f16-8c9a-9f009e0171da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.363934675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf5de0-5ac4-4f16-8c9a-9f009e0171da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.41852182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf5de0-5ac4-4f16-8c9a-9f009e0171da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.475904011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf5de0-5ac4-4f16-8c9a-9f009e0171da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.461060529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218c5d12-3bb0-4353-9596-e6368f2b2bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.515739003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218c5d12-3bb0-4353-9596-e6368f2b2bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.57108679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218c5d12-3bb0-4353-9596-e6368f2b2bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.625299228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218c5d12-3bb0-4353-9596-e6368f2b2bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.940206816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f3e4db-5da7-4254-977d-990be4cac9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.994544199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f3e4db-5da7-4254-977d-990be4cac9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.049291499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f3e4db-5da7-4254-977d-990be4cac9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.103762941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f3e4db-5da7-4254-977d-990be4cac9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.086700516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404ad0ad-1d53-4299-a02b-2c29fb578448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.140952424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404ad0ad-1d53-4299-a02b-2c29fb578448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.195033936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404ad0ad-1d53-4299-a02b-2c29fb578448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.24912491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404ad0ad-1d53-4299-a02b-2c29fb578448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:39.053527801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.512583419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"7e97db42-ab67-4341-ac66-eb941c362c98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.633210621Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"7e97db42-ab67-4341-ac66-eb941c362c98","name":"e2e-ipp-a-a770b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.923841918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19d32a9c-f3c3-4c86-90fd-db61c7fee4f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.978612787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"4ff52858-5389-4f41-b8f7-d7fa323d2ae6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.090747036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"7c7d49cb-65f8-48a8-811e-f091a043bb7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.203093308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"bc51299f-f5d9-4678-b786-a2837c4f819f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.315642539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"b6b11da0-214a-449e-a7e5-be12b635f918","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.41452931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"ce371006-6f3a-4613-bc18-ea39c16d34dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.543192998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"0441dcb1-5750-4ea6-8497-1cfeb7528ab4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.718066864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"8f2c8541-df5c-49bf-a391-cf45861f3cd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.884403152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"aa0cecbb-0c8a-4962-a72d-18f3bd030553","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.981677966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"d267ea56-2caa-4b0c-a02e-a745680d25f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.082916307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"960b050e-05f9-4947-87ca-3041036c903c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.082983706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60f001a6-9c93-4183-8dca-58a9edcf3660","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:47.812747131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b36e8c-05f5-4a57-8588-c7d8d8566e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:47.866777247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b36e8c-05f5-4a57-8588-c7d8d8566e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:47.920989042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b36e8c-05f5-4a57-8588-c7d8d8566e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:47.975601105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b36e8c-05f5-4a57-8588-c7d8d8566e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:49.933946187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5195e32a-3e43-469d-a149-14b5e5871dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:49.988175061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5195e32a-3e43-469d-a149-14b5e5871dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:50.042799724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5195e32a-3e43-469d-a149-14b5e5871dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:50.09715448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5195e32a-3e43-469d-a149-14b5e5871dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.02854024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"2b4f1623-c5e2-4b4e-aab2-1bf8139962e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.142036225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"30c6f102-fc1e-44c4-bb97-620d258f0b38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.363239398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"59b94a8f-75d1-49ae-afdb-89d6d680d4a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.48593825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9e3a72a-f925-4414-882e-e322d30d703a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.58080586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2f11583-4345-4532-9e1d-8961021c9828","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.682244502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"b575e67b-f2f3-478d-b050-9792fb9005d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.783149027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"1abf3b36-9599-4946-81f0-1d201e956afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:00.891281595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"2da6fd51-8cdf-44e0-977d-01e895c6847a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.002946528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"ffe273bf-308d-4914-b7ea-0f92b5d133a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.104397568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"7a4c47df-f031-4e63-b423-0215aadf9cb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.115689144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"fc7fe1bc-fcf2-4c74-9bce-5a1a41cfad6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.338395063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"2c8d9adb-3037-41be-a107-eb32cb287071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.816366491Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","namespace":"ai-tenant-e2e-ipp-a-fa2568","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.816424707Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","namespace":"ai-tenant-e2e-ipp-a-fa2568","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.816513471Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","tenant":"e2e-ipp-a-fa2568","tenantID":"e2e-ipp-a-fa2568","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.872956574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"Deployment","name":"maas-api-e2e-ipp-a-fa2568","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.936599632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"Service","name":"maas-api-e2e-ipp-a-fa2568","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:01.993705727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-fa2568","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.049346928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-fa2568","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.12096016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.178003359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.237572979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.294107293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.35087505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.409392889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.47131418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"Service","name":"payload-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.534094907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.592974292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.649598478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.707947112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.765185883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.820993989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.876879056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:02.948747956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-fa2568","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:03.005906948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fa2568"},"namespace":"ai-tenant-e2e-ipp-a-fa2568","name":"default-tenant","reconcileID":"a8b464da-490d-491d-b3a1-74f40b221537","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-fa2568","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.026038222Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fa2568","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fa2568","reconcileID":"e63fae3b-3d87-41d8-890a-2eec37195bb9","aitenant":"ai-tenants/e2e-ipp-a-fa2568","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.514044179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fabbaa9-86b9-4656-9f65-5bb189509324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.568410205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fabbaa9-86b9-4656-9f65-5bb189509324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.622920094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fabbaa9-86b9-4656-9f65-5bb189509324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.676919744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fabbaa9-86b9-4656-9f65-5bb189509324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.852445154Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fa2568","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fa2568","reconcileID":"e63fae3b-3d87-41d8-890a-2eec37195bb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fa2568","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-fa2568"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.711952042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81895b-81e6-4919-a577-295eea0273a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.766190379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81895b-81e6-4919-a577-295eea0273a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.820537154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81895b-81e6-4919-a577-295eea0273a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.874776063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81895b-81e6-4919-a577-295eea0273a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:09.043762788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:09.915312196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def33964-89a7-47b1-9c26-a37114d149ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:09.969644514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def33964-89a7-47b1-9c26-a37114d149ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:10.025093416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def33964-89a7-47b1-9c26-a37114d149ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:10.079770092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def33964-89a7-47b1-9c26-a37114d149ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.234234134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b73862-7ade-4f84-a32d-0b89dca57bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.288323807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b73862-7ade-4f84-a32d-0b89dca57bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.342207928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b73862-7ade-4f84-a32d-0b89dca57bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.397811519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b73862-7ade-4f84-a32d-0b89dca57bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.341909032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2f3a2339-8f69-4d5b-955d-afdd173ad0a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-02f3a0","tenantID":"e2e-ipp-a-02f3a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.462089301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2f3a2339-8f69-4d5b-955d-afdd173ad0a3","name":"e2e-ipp-a-02f3a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.516852137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783b4fcd-9e39-46e1-894d-616264ebe494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.570827315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783b4fcd-9e39-46e1-894d-616264ebe494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.625527944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783b4fcd-9e39-46e1-894d-616264ebe494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.679447447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783b4fcd-9e39-46e1-894d-616264ebe494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.717132107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d986489-66ca-4bcd-91f1-843f6076d472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.771063904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d986489-66ca-4bcd-91f1-843f6076d472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.82519633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d986489-66ca-4bcd-91f1-843f6076d472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.879349238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d986489-66ca-4bcd-91f1-843f6076d472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:20.910282199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd43e4a-f7b3-4cf9-901b-e499eb83db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:20.967859787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd43e4a-f7b3-4cf9-901b-e499eb83db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:21.021972458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd43e4a-f7b3-4cf9-901b-e499eb83db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:21.076132589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd43e4a-f7b3-4cf9-901b-e499eb83db88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.102561762Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","namespace":"ai-tenant-e2e-ipp-b-5c8192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.102642158Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","namespace":"ai-tenant-e2e-ipp-b-5c8192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.102713562Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","tenant":"e2e-ipp-b-5c8192","tenantID":"e2e-ipp-b-5c8192","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.158935035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5c8192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.226897057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"Service","name":"maas-api-e2e-ipp-b-5c8192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.287075975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5c8192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.343537721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5c8192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.413204459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.470621081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.530567229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.59582361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.650166134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.704212337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.757905826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"Service","name":"payload-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.816072493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.870305983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.924035697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:22.979038254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.038022613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.095674796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.149874042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.211628082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5c8192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.266044745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5c8192"},"namespace":"ai-tenant-e2e-ipp-b-5c8192","name":"default-tenant","reconcileID":"320109a0-3138-471b-adc1-c75b730bbbf2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5c8192","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:28.395542555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"43bcd9d5-50ed-48e4-b7c9-0dd83d5f640f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5474b7","tenantID":"e2e-ipp-b-5474b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:28.522552132Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"43bcd9d5-50ed-48e4-b7c9-0dd83d5f640f","name":"e2e-ipp-b-5474b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.791199908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d583791d-7d5a-4d77-baf7-8a46dbff99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.846311427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d583791d-7d5a-4d77-baf7-8a46dbff99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.900852868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d583791d-7d5a-4d77-baf7-8a46dbff99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.900957457Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5c8192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5c8192","reconcileID":"7192c507-5953-4101-b683-b88a38778919","aitenant":"ai-tenants/e2e-ipp-b-5c8192","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.954944131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d583791d-7d5a-4d77-baf7-8a46dbff99bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:30.681286865Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5c8192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5c8192","reconcileID":"7192c507-5953-4101-b683-b88a38778919","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5c8192","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5c8192"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.951128703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6362fb4-5555-4c5f-bbda-94a20409f8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.005260673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6362fb4-5555-4c5f-bbda-94a20409f8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.059764197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6362fb4-5555-4c5f-bbda-94a20409f8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.114204326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6362fb4-5555-4c5f-bbda-94a20409f8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:34.238935576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0626a693-9bdc-457c-8ccb-cd3411978c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:34.293159459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0626a693-9bdc-457c-8ccb-cd3411978c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:34.347192012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0626a693-9bdc-457c-8ccb-cd3411978c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:34.401359056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0626a693-9bdc-457c-8ccb-cd3411978c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:37.557008046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f28f1b-dd86-413a-a563-d17a90ed9853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:37.614283831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f28f1b-dd86-413a-a563-d17a90ed9853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:37.669369845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f28f1b-dd86-413a-a563-d17a90ed9853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:37.72410435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f28f1b-dd86-413a-a563-d17a90ed9853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:38.174184453Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-21f111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-21f111","reconcileID":"a124d9c6-e05d-47c4-b626-e5f1391a716b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-21f111","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-21f111":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:39.043060591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:39.703678554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e2bd12-0fa2-4744-be57-bfd4b695b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:39.758092932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e2bd12-0fa2-4744-be57-bfd4b695b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:39.812054419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e2bd12-0fa2-4744-be57-bfd4b695b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:39.866154474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e2bd12-0fa2-4744-be57-bfd4b695b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:41.828626499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5080ea-97cf-4479-90f1-f92eb0828ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:41.883843935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5080ea-97cf-4479-90f1-f92eb0828ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:41.938033311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5080ea-97cf-4479-90f1-f92eb0828ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:41.996842869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5080ea-97cf-4479-90f1-f92eb0828ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.211213225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39fb3dd-311d-4824-92d7-d869c1bb0c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.268758838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39fb3dd-311d-4824-92d7-d869c1bb0c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.323544248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39fb3dd-311d-4824-92d7-d869c1bb0c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.378303357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39fb3dd-311d-4824-92d7-d869c1bb0c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.342842997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1858f811-7c67-44bc-aabe-e798afd06233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.399795157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1858f811-7c67-44bc-aabe-e798afd06233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.455402557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1858f811-7c67-44bc-aabe-e798afd06233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.509839699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1858f811-7c67-44bc-aabe-e798afd06233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.040748193Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.37331047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"a62eddc6-b681-4645-b471-335b8cc44d4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.523389147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"5fd4bb13-ec30-4627-af12-5610b2c7a3a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.624108468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"0b9365a4-e6ac-4443-a777-a947349cc467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.721377251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e9e312d-07a9-4ef4-b005-f2cd69b1a0cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.721438697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"9d076196-b5a5-4805-b1d1-94e04e650dde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.077180409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"17f8aaec-6195-49a2-bfd2-d7d610d1eb97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.419081027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8966c6c2-c739-468a-a551-8bc9e73b83ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.470537233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"8108b0ac-6ffd-4237-a30f-4849407fbd18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.528258339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"9cda307e-c2c8-4a18-bc42-292c2f2c88d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.582448365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"f6c5ac51-4b3c-485f-b836-af397b23fe56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.642993734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"fe4b16c8-ab00-4137-a176-53c7550a8ad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.749401554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"f90c929d-ebf1-42ba-adca-82c2ba363e16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:23.37448917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af581f1-faf5-4b67-bcbe-c216a5f247d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:23.429180222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af581f1-faf5-4b67-bcbe-c216a5f247d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:23.48342128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af581f1-faf5-4b67-bcbe-c216a5f247d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:23.538064137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af581f1-faf5-4b67-bcbe-c216a5f247d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:25.491117189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc0def5-0382-4a88-8f33-2b7189227478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:25.54566022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc0def5-0382-4a88-8f33-2b7189227478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:25.599972921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc0def5-0382-4a88-8f33-2b7189227478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:25.656626196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc0def5-0382-4a88-8f33-2b7189227478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.611929396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876891a-d6fa-44fe-bf84-f1fa76709e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.666198701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876891a-d6fa-44fe-bf84-f1fa76709e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.720196849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876891a-d6fa-44fe-bf84-f1fa76709e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.775035506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876891a-d6fa-44fe-bf84-f1fa76709e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:29.841216958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a46342c-3cd9-48a2-8b58-ba4398841272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:29.895466614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a46342c-3cd9-48a2-8b58-ba4398841272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:29.949912843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a46342c-3cd9-48a2-8b58-ba4398841272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.004279868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a46342c-3cd9-48a2-8b58-ba4398841272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.021442163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfff671-b250-4b09-970c-5e75b09e27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.076063853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfff671-b250-4b09-970c-5e75b09e27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.130184848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfff671-b250-4b09-970c-5e75b09e27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.184088628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfff671-b250-4b09-970c-5e75b09e27f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.246735396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce5fc25-3fb6-4665-9850-60286f69d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.328696114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce5fc25-3fb6-4665-9850-60286f69d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.383288816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce5fc25-3fb6-4665-9850-60286f69d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.438729103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce5fc25-3fb6-4665-9850-60286f69d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.51342709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62d88c0-b43e-4beb-aad4-02bb7584b070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.567481646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62d88c0-b43e-4beb-aad4-02bb7584b070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.622380752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62d88c0-b43e-4beb-aad4-02bb7584b070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.676810731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62d88c0-b43e-4beb-aad4-02bb7584b070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.717884094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252624ba-3958-469e-94e3-8bbe92292713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.772459721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252624ba-3958-469e-94e3-8bbe92292713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.826547032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252624ba-3958-469e-94e3-8bbe92292713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.881057975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252624ba-3958-469e-94e3-8bbe92292713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.044861224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.781936362Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","namespace":"ai-tenant-e2e-ipp-a-be8d0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.782026375Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","namespace":"ai-tenant-e2e-ipp-a-be8d0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.782110465Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","tenant":"e2e-ipp-a-be8d0a","tenantID":"e2e-ipp-a-be8d0a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.857729846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"Deployment","name":"maas-api-e2e-ipp-a-be8d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.922493323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"Service","name":"maas-api-e2e-ipp-a-be8d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.047287429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-be8d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.107621231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-be8d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.165969577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.226200685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.316654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.373344475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.430403529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.486339945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.551322211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"Service","name":"payload-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.616030275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.673858547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.730700132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.788271046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.845738179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.86008368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025d9561-5ad4-4612-9d6d-34d2ec31e602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.91527302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025d9561-5ad4-4612-9d6d-34d2ec31e602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.916814536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.986045413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025d9561-5ad4-4612-9d6d-34d2ec31e602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.041995215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025d9561-5ad4-4612-9d6d-34d2ec31e602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.067767864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.123994068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-be8d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.179604802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-be8d0a"},"namespace":"ai-tenant-e2e-ipp-a-be8d0a","name":"default-tenant","reconcileID":"a3d73769-ece9-4204-9c57-6615a1886b30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-be8d0a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:43.012653993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98afbcb5-00ff-4299-84a9-1b328e5142c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:43.067188215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98afbcb5-00ff-4299-84a9-1b328e5142c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:43.123509398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98afbcb5-00ff-4299-84a9-1b328e5142c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:43.178702644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98afbcb5-00ff-4299-84a9-1b328e5142c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:45.169689927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50506f1e-adcb-47cb-811e-3698cf431ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:45.225612077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50506f1e-adcb-47cb-811e-3698cf431ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:45.282966266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50506f1e-adcb-47cb-811e-3698cf431ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:45.34238637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50506f1e-adcb-47cb-811e-3698cf431ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.737379678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"f2dd8afb-6375-4181-86a7-fbb97ddcd4d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-21f111","tenantID":"e2e-praxis-a-21f111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.859695133Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"f2dd8afb-6375-4181-86a7-fbb97ddcd4d8","name":"e2e-praxis-a-21f111-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.305608597Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-be8d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-be8d0a","reconcileID":"60416979-7f50-424a-b79e-d2c1244c1ff7","aitenant":"ai-tenants/e2e-ipp-a-be8d0a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.971944165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde31d00-1098-45ee-94a2-91d1d790d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.028742721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde31d00-1098-45ee-94a2-91d1d790d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.083244328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde31d00-1098-45ee-94a2-91d1d790d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.138485308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde31d00-1098-45ee-94a2-91d1d790d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.261906012Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-be8d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-be8d0a","reconcileID":"60416979-7f50-424a-b79e-d2c1244c1ff7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-be8d0a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-be8d0a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.143117335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4cddd4-65b6-4618-9888-45f2182af7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.200228001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4cddd4-65b6-4618-9888-45f2182af7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.254836123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4cddd4-65b6-4618-9888-45f2182af7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.309417522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4cddd4-65b6-4618-9888-45f2182af7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:53.429013967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba23550-6e83-47f8-a3d9-f0ce82465718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:53.483993482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba23550-6e83-47f8-a3d9-f0ce82465718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:53.538295835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba23550-6e83-47f8-a3d9-f0ce82465718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:53.592461593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba23550-6e83-47f8-a3d9-f0ce82465718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.539973683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdcf044-072c-4c99-98ac-e5fa8e5b1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.594170906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdcf044-072c-4c99-98ac-e5fa8e5b1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.647985778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdcf044-072c-4c99-98ac-e5fa8e5b1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.701975607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdcf044-072c-4c99-98ac-e5fa8e5b1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.652532303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97731260-4661-4ded-9bd8-e139b91b052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.70705076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97731260-4661-4ded-9bd8-e139b91b052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.760934065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"ae623254-b1e8-4350-a409-889192622bb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.761039814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97731260-4661-4ded-9bd8-e139b91b052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.815603953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97731260-4661-4ded-9bd8-e139b91b052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.925695389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"0dc52c7a-893f-46b0-b536-df99b9ac8194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.980159034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"6609670d-1d36-478f-8186-e831c64a780b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.198842581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"fcac50f7-af6e-43f4-9936-99ccc4c833e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.27350483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c43d9fdb-a478-480f-a1fa-c312d3a8c52f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.286407098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"2a65a699-ccd0-4e79-b58e-dd9516bd79b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.611082927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"bc237e89-0a17-4ac1-bfb8-89a571c898a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.688840131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"4aac3b19-26b1-4c3d-9113-93f0c1f70ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.750755935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"585ecc12-6547-4d69-bdab-da8b5e690950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.80483372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e9e1a5f1-7e69-4dbd-aff1-9d6a13566a18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.921586629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"254a39d1-315f-4866-afc3-e41b0829f548","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.109651415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"222e82da-e84f-48e6-8eea-eabdbc465e5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.810615971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7d67de-fb52-478b-90c0-d09d6d132aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.86473833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7d67de-fb52-478b-90c0-d09d6d132aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.918909971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7d67de-fb52-478b-90c0-d09d6d132aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.972922779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7d67de-fb52-478b-90c0-d09d6d132aaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.929351946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046fec61-18a3-4629-97de-66aa50b754ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.983511324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046fec61-18a3-4629-97de-66aa50b754ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.037888104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046fec61-18a3-4629-97de-66aa50b754ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.092420033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"046fec61-18a3-4629-97de-66aa50b754ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.046816308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076e05d-54ae-43c9-9d60-75a1955d0652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.101214056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076e05d-54ae-43c9-9d60-75a1955d0652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.156384089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076e05d-54ae-43c9-9d60-75a1955d0652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.210618494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076e05d-54ae-43c9-9d60-75a1955d0652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.166697444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d0d807-82ef-4553-a47d-9cf8ea1a7d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.166831279Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","namespace":"ai-tenant-e2e-ipp-b-d29e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.220846703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d0d807-82ef-4553-a47d-9cf8ea1a7d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.220956836Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","namespace":"ai-tenant-e2e-ipp-b-d29e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.274710631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d0d807-82ef-4553-a47d-9cf8ea1a7d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.274820572Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","tenant":"e2e-ipp-b-d29e07","tenantID":"e2e-ipp-b-d29e07","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.328785702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d0d807-82ef-4553-a47d-9cf8ea1a7d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.384830636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d29e07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.449139806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"Service","name":"maas-api-e2e-ipp-b-d29e07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.505783482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d29e07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.606316022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d29e07","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.671531483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.729935944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.787804964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.861971943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.918563929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.974752508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.051966149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"Service","name":"payload-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.114254604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.170679584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.229132093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.286806557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.344105849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.400785522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.459646399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.52742732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d29e07","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.593974133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d29e07"},"namespace":"ai-tenant-e2e-ipp-b-d29e07","name":"default-tenant","reconcileID":"599bb270-3918-46fc-a142-b262c62b4bf3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d29e07","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.040384248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.524761138Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d29e07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d29e07","reconcileID":"8044864d-af17-4398-b18e-9694352ece7a","aitenant":"ai-tenants/e2e-ipp-b-d29e07","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:12.004948128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f2fa6d-6afa-46ff-a0aa-09644772f2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:12.059129527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f2fa6d-6afa-46ff-a0aa-09644772f2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:12.113260364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f2fa6d-6afa-46ff-a0aa-09644772f2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:12.16735314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f2fa6d-6afa-46ff-a0aa-09644772f2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:12.347390786Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d29e07","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d29e07","reconcileID":"8044864d-af17-4398-b18e-9694352ece7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d29e07","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d29e07"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.141074421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6286cd76-e58d-41f0-962a-6242d87868ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.195250951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6286cd76-e58d-41f0-962a-6242d87868ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.24926077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6286cd76-e58d-41f0-962a-6242d87868ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.303640479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6286cd76-e58d-41f0-962a-6242d87868ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:19.916866229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680d44aa-34cc-4808-b109-5bce5a21a7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:19.971874057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680d44aa-34cc-4808-b109-5bce5a21a7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.026112082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680d44aa-34cc-4808-b109-5bce5a21a7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.080149181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680d44aa-34cc-4808-b109-5bce5a21a7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.388927074Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8d8af2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8d8af2","reconcileID":"23fb770c-f759-4744-beed-80fde6e78e98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8d8af2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8d8af2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:22.127387921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e7d7c3-53d6-40c0-b290-2fa7ca9d0751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:22.18280204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e7d7c3-53d6-40c0-b290-2fa7ca9d0751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:22.238820957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e7d7c3-53d6-40c0-b290-2fa7ca9d0751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:22.292848277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e7d7c3-53d6-40c0-b290-2fa7ca9d0751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.326204901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ee771f-2aab-40bd-9f35-4e4c7a174999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.380485292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ee771f-2aab-40bd-9f35-4e4c7a174999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.434840121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ee771f-2aab-40bd-9f35-4e4c7a174999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.435036224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","namespace":"ai-tenant-e2e-ipp-a-f6f9ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.489659038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ee771f-2aab-40bd-9f35-4e4c7a174999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.489710868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","namespace":"ai-tenant-e2e-ipp-a-f6f9ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.489780338Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","tenant":"e2e-ipp-a-f6f9ed","tenantID":"e2e-ipp-a-f6f9ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.546040772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f6f9ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.6166464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"Service","name":"maas-api-e2e-ipp-a-f6f9ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.674998868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f6f9ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.770733114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f6f9ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.829186001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.889798137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:24.952754685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.014859186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.073582758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.129599132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.193243892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"Service","name":"payload-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.257220613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.318030709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.374775615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.431868525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.49181226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.596065055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.609613766Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-32bec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-32bec3","reconcileID":"5780e47e-6251-4b32-8fa0-8fa113988f82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-32bec3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-32bec3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.652729342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.709759103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f6f9ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.766397849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6f9ed"},"namespace":"ai-tenant-e2e-ipp-a-f6f9ed","name":"default-tenant","reconcileID":"f24b7d1f-634f-4120-b08c-4f44ad18489a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f6f9ed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.499863709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe557eb-eafb-4be9-849f-8b95be919b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.554391436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe557eb-eafb-4be9-849f-8b95be919b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.608652098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe557eb-eafb-4be9-849f-8b95be919b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.663103715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe557eb-eafb-4be9-849f-8b95be919b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.719556848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc818725-ce6a-4ea4-a884-29c81c3a5d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.773930682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc818725-ce6a-4ea4-a884-29c81c3a5d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.828415998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc818725-ce6a-4ea4-a884-29c81c3a5d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.882524352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc818725-ce6a-4ea4-a884-29c81c3a5d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:30.91755171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8011ef99-bc11-4ae7-837c-2e8a7ff66cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:30.971759485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8011ef99-bc11-4ae7-837c-2e8a7ff66cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:31.025690286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8011ef99-bc11-4ae7-837c-2e8a7ff66cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:31.079876456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8011ef99-bc11-4ae7-837c-2e8a7ff66cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.120976405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91a8b9a-c6af-4850-bba5-356831c3a499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.175749991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91a8b9a-c6af-4850-bba5-356831c3a499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.229948257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91a8b9a-c6af-4850-bba5-356831c3a499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.284965591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91a8b9a-c6af-4850-bba5-356831c3a499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.607000923Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f6f9ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f6f9ed","reconcileID":"475d7c84-3c13-4472-a4bd-96eee3e5f7c3","aitenant":"ai-tenants/e2e-ipp-a-f6f9ed","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.120323792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89674dee-5833-42ed-a988-5e69bfb0a2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.174239383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89674dee-5833-42ed-a988-5e69bfb0a2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.229024631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89674dee-5833-42ed-a988-5e69bfb0a2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.282983978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89674dee-5833-42ed-a988-5e69bfb0a2a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.462066427Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f6f9ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f6f9ed","reconcileID":"475d7c84-3c13-4472-a4bd-96eee3e5f7c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f6f9ed","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f6f9ed"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.426650104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0d8505-408e-4953-b795-33c479a810c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.481140337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0d8505-408e-4953-b795-33c479a810c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.535075367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0d8505-408e-4953-b795-33c479a810c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.589210344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0d8505-408e-4953-b795-33c479a810c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:39.039851259Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:40.557217592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff80c5c9-f855-4031-b934-10321e0927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:40.611410502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff80c5c9-f855-4031-b934-10321e0927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:40.666282909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff80c5c9-f855-4031-b934-10321e0927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:40.722214236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff80c5c9-f855-4031-b934-10321e0927d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.703254985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74373d8-4017-457a-986a-d1f1d0faf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.759377039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74373d8-4017-457a-986a-d1f1d0faf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.814109692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74373d8-4017-457a-986a-d1f1d0faf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.869230657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74373d8-4017-457a-986a-d1f1d0faf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:44.829827552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90a304-6dea-4a68-a9e8-77cb0eac0fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:44.884272518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90a304-6dea-4a68-a9e8-77cb0eac0fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:44.938516664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90a304-6dea-4a68-a9e8-77cb0eac0fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:44.992688761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90a304-6dea-4a68-a9e8-77cb0eac0fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:52.638365713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda7ddde-15c3-44a3-b50b-0f01c16322cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:52.692764831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda7ddde-15c3-44a3-b50b-0f01c16322cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:52.74761648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda7ddde-15c3-44a3-b50b-0f01c16322cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:52.80200845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda7ddde-15c3-44a3-b50b-0f01c16322cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.185114782Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6bd5c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6bd5c1","reconcileID":"105028ae-80f4-4e5f-8da3-75e3d79c6675","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6bd5c1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-6bd5c1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:54.783756247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5d05ce-4b98-4f44-985c-92d81ef46063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:54.840954367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5d05ce-4b98-4f44-985c-92d81ef46063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:54.895449692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5d05ce-4b98-4f44-985c-92d81ef46063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:54.950163236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5d05ce-4b98-4f44-985c-92d81ef46063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.930286522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69014b39-4569-4166-8d40-bcc7233d7d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.986811135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69014b39-4569-4166-8d40-bcc7233d7d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:57.042870718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69014b39-4569-4166-8d40-bcc7233d7d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:57.097018662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69014b39-4569-4166-8d40-bcc7233d7d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.139975392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d691882-8cfa-4786-b639-28773f0c1bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.201278045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d691882-8cfa-4786-b639-28773f0c1bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.255250698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d691882-8cfa-4786-b639-28773f0c1bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.309804213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d691882-8cfa-4786-b639-28773f0c1bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:02.658326004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ba6a26-d13a-4c07-a7f7-b97b22bb867b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:02.7122553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ba6a26-d13a-4c07-a7f7-b97b22bb867b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:02.766538142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ba6a26-d13a-4c07-a7f7-b97b22bb867b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:02.82090561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ba6a26-d13a-4c07-a7f7-b97b22bb867b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.272592342Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-007b0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-007b0d","reconcileID":"f0cac020-bf39-42ce-960d-022248bd7ee7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-007b0d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-007b0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:04.792086455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bb43f7-7727-4826-bacf-8587d3839e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:04.846151117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bb43f7-7727-4826-bacf-8587d3839e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:04.900336136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bb43f7-7727-4826-bacf-8587d3839e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:04.954507953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bb43f7-7727-4826-bacf-8587d3839e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:06.926543154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43081ad0-dc5c-405b-9c0d-d783b05c96c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:06.981441113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43081ad0-dc5c-405b-9c0d-d783b05c96c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:07.035834878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43081ad0-dc5c-405b-9c0d-d783b05c96c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:07.090046675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43081ad0-dc5c-405b-9c0d-d783b05c96c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:09.040329491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:09.108437819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed07fa7-99d4-4a68-a4f5-4c332df25697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:09.162811151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed07fa7-99d4-4a68-a4f5-4c332df25697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:09.221314831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed07fa7-99d4-4a68-a4f5-4c332df25697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:09.276644038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed07fa7-99d4-4a68-a4f5-4c332df25697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:11.317089294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a218e4-3946-4085-90fd-93e66f2ada13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:11.371228714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a218e4-3946-4085-90fd-93e66f2ada13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:11.426013528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a218e4-3946-4085-90fd-93e66f2ada13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:11.480307649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a218e4-3946-4085-90fd-93e66f2ada13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.455002991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f1d541-7a7c-4466-9eb1-90dfdefe062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.509287207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f1d541-7a7c-4466-9eb1-90dfdefe062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.563512867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f1d541-7a7c-4466-9eb1-90dfdefe062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.618013237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f1d541-7a7c-4466-9eb1-90dfdefe062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:15.586940662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da40472-652b-4202-ae4d-7615a65f2aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:15.641049354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da40472-652b-4202-ae4d-7615a65f2aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:15.69629315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da40472-652b-4202-ae4d-7615a65f2aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:15.75133437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da40472-652b-4202-ae4d-7615a65f2aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:17.710331655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3a45e-1335-4bc9-8348-265d25e5bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:17.765276068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3a45e-1335-4bc9-8348-265d25e5bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:17.819436743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3a45e-1335-4bc9-8348-265d25e5bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:17.873414004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3a45e-1335-4bc9-8348-265d25e5bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.025184296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"0442a128-8776-4c97-b743-d420417ef4f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8d8af2","tenantID":"e2e-praxis-a-8d8af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.146797738Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"0442a128-8776-4c97-b743-d420417ef4f8","name":"e2e-praxis-a-8d8af2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.032600421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"ab956d1f-d4ba-4fb3-803c-7cd749a13076","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.091974405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"5aad9a03-c1b6-4b4d-8f31-a5e12ed723bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.210772298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e6a9c34e-a1f3-4653-a8a6-388286b117f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.341053889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88292dce-f0c2-43e1-ba98-5937e49e91d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.444315063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5884559b-37ce-4f78-ad93-ae737f8e45b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.540453513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"45c89cd6-e4e0-488b-b091-60388cecec41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.540852714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"bde6509e-a58d-4600-8db7-d6f49758f9a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.648534082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"d70d2e4e-b45d-4c0b-8694-b0ee4589a8ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.705377005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"cf0d5f40-9e91-4bbf-859f-6dbaf3893ad2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:36.894350905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"01727354-3775-40f7-96a8-392196473e13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.114563301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"977fd6ad-bc22-46f7-8778-52d14b4d8c66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.229085775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"14614571-e715-4858-8a7b-732e59389e72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:38.468705334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"4faacb19-6e58-47c3-acfe-60489fbeab29","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-32bec3","tenantID":"e2e-ipp-b-32bec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:38.588697707Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"4faacb19-6e58-47c3-acfe-60489fbeab29","name":"e2e-ipp-b-32bec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:39.039345699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.864105477Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","namespace":"ai-tenant-e2e-ipp-b-5474b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.864201535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","namespace":"ai-tenant-e2e-ipp-b-5474b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.864278808Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","tenant":"e2e-ipp-b-5474b7","tenantID":"e2e-ipp-b-5474b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.923797167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5474b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.988125201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"Service","name":"maas-api-e2e-ipp-b-5474b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.051621576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5474b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.108404746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5474b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.167277837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.224361028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.284803856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.34669892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.403052389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.462869973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.525428628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"Service","name":"payload-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.591071294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.649572328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.708593839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.767855391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.827818403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.886632722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.950795768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:52.009864126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5474b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:52.065824224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5474b7"},"namespace":"ai-tenant-e2e-ipp-b-5474b7","name":"default-tenant","reconcileID":"26295a5a-1291-45bb-92b3-56fc7d56f8a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5474b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:53.297457525Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5474b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5474b7","reconcileID":"0aaff527-ee6b-4e90-8d0c-842363489978","aitenant":"ai-tenants/e2e-ipp-b-5474b7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:53.902491716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe132363-72d3-47fe-a4e7-90436ac025b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:53.956692331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe132363-72d3-47fe-a4e7-90436ac025b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.011302083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe132363-72d3-47fe-a4e7-90436ac025b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.06527187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe132363-72d3-47fe-a4e7-90436ac025b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.185860097Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5474b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5474b7","reconcileID":"0aaff527-ee6b-4e90-8d0c-842363489978","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5474b7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5474b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:56.117466503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ef8ec3-9774-431b-a418-cb1ca6245be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:56.171945057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ef8ec3-9774-431b-a418-cb1ca6245be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:56.226147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ef8ec3-9774-431b-a418-cb1ca6245be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:56.2803799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ef8ec3-9774-431b-a418-cb1ca6245be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.325585733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19c7611-0f14-457c-a937-22e2b3711845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.380676143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19c7611-0f14-457c-a937-22e2b3711845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.46080645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19c7611-0f14-457c-a937-22e2b3711845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.516056854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19c7611-0f14-457c-a937-22e2b3711845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:00.779906183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a7860-bee2-4a51-a9a9-fad960058702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:00.835024575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a7860-bee2-4a51-a9a9-fad960058702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:00.889672684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a7860-bee2-4a51-a9a9-fad960058702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:00.94425105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8a7860-bee2-4a51-a9a9-fad960058702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:01.398158818Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4b9658","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4b9658","reconcileID":"7cb0b38e-3904-433a-a28c-03917a43e0be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4b9658","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4b9658":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:02.930935475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3131c298-6d5d-4a51-9401-ee95aaec0edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:02.985048498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3131c298-6d5d-4a51-9401-ee95aaec0edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:03.039666456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3131c298-6d5d-4a51-9401-ee95aaec0edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:03.093732858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3131c298-6d5d-4a51-9401-ee95aaec0edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:03.437954322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"53bf10e0-1150-456a-b93a-e64a4047693c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-6bd5c1","tenantID":"e2e-ipp-b-6bd5c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:03.560001919Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"53bf10e0-1150-456a-b93a-e64a4047693c","name":"e2e-ipp-b-6bd5c1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.222330312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"ca43545d-882b-410a-9d6a-84efbeb890f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.419314598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"2be9616f-7a9f-4d52-a395-ed8d94c8a8af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.473697842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"d4b0be21-914c-4a69-8a94-2d9c80c84973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.507513181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"9b21bab3-6afc-46d4-a19d-b227ddca5f80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.572885437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"d7561cfd-32ec-457a-a68e-eb0dc511fc83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.689981746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96077baa-5c66-482a-b4c3-b72d5b44d57f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.848165337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"fd489649-c26e-40fe-b1b9-da5a9eb6c097","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.951197414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"39c4472c-bc28-4c53-909f-68dea1dc70ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.042807237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"6de8277a-a867-4fdc-aebd-aeb67626b2a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.15967894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33add78-668f-40e3-84cb-cfbaac98ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.161850801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"779f4608-34e6-4736-b339-6ddc03d869a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.162261499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"9c13cb3f-de0a-493a-9923-50e2620dcdce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.218523105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33add78-668f-40e3-84cb-cfbaac98ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.272670814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33add78-668f-40e3-84cb-cfbaac98ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.331987512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33add78-668f-40e3-84cb-cfbaac98ef17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.505748301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b84259d0-7571-4d51-9a4d-220e7f69fefd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.358796523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f870327-da59-42a9-828f-e507177d0631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.413249379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f870327-da59-42a9-828f-e507177d0631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.468798542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f870327-da59-42a9-828f-e507177d0631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.523054188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f870327-da59-42a9-828f-e507177d0631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:09.076567387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:09.540715864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ddbd4e-0eb3-48f2-9d6c-a90b40380db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:09.596111719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ddbd4e-0eb3-48f2-9d6c-a90b40380db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:09.65405521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ddbd4e-0eb3-48f2-9d6c-a90b40380db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:09.708722154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ddbd4e-0eb3-48f2-9d6c-a90b40380db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.670135875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7849effd-2e3c-4d3d-8ba2-1ebca6071e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.72585322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7849effd-2e3c-4d3d-8ba2-1ebca6071e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.78004057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7849effd-2e3c-4d3d-8ba2-1ebca6071e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.834195847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7849effd-2e3c-4d3d-8ba2-1ebca6071e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:13.804325188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402bff06-4f94-434a-a305-8e4564d14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:13.858619836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402bff06-4f94-434a-a305-8e4564d14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:13.913259182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402bff06-4f94-434a-a305-8e4564d14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:13.967867276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402bff06-4f94-434a-a305-8e4564d14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.892806317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"7baea4b7-b5af-4540-99ba-5fda23bd1ad6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-007b0d","tenantID":"e2e-praxis-b-007b0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:20.012951794Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"7baea4b7-b5af-4540-99ba-5fda23bd1ad6","name":"e2e-praxis-b-007b0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:39.041677177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.228687351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5669c3-b7b0-432d-ae17-58cef22d46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.282783801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5669c3-b7b0-432d-ae17-58cef22d46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.336984381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5669c3-b7b0-432d-ae17-58cef22d46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.39152522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5669c3-b7b0-432d-ae17-58cef22d46c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.359016761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ed23b-a8ca-4a6f-a4c9-29f0771e50c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.413912898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ed23b-a8ca-4a6f-a4c9-29f0771e50c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.46840961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ed23b-a8ca-4a6f-a4c9-29f0771e50c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.522679694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502ed23b-a8ca-4a6f-a4c9-29f0771e50c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.480040733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df45bf17-bfbe-44f4-988c-391b44c99992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.53429039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df45bf17-bfbe-44f4-988c-391b44c99992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.588769806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df45bf17-bfbe-44f4-988c-391b44c99992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.642986338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df45bf17-bfbe-44f4-988c-391b44c99992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.315031836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56850195-0ed2-4a3b-ae44-20d7ff659661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.369125825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56850195-0ed2-4a3b-ae44-20d7ff659661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.423952007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56850195-0ed2-4a3b-ae44-20d7ff659661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.478342714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56850195-0ed2-4a3b-ae44-20d7ff659661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.778833759Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-84e22c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-84e22c","reconcileID":"3e5bd054-d9fa-4005-b6d9-d421639f3b11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-84e22c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-84e22c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.483483891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88584-407a-4bda-b478-4921d70864b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.538216703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88584-407a-4bda-b478-4921d70864b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.592512679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88584-407a-4bda-b478-4921d70864b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.646813634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88584-407a-4bda-b478-4921d70864b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:58.608353912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b34223b-ed2c-4971-81e0-00c3ef0cbdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:58.663062907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b34223b-ed2c-4971-81e0-00c3ef0cbdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:58.717371881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b34223b-ed2c-4971-81e0-00c3ef0cbdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:58.772075429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b34223b-ed2c-4971-81e0-00c3ef0cbdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:00.78228919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95526ea5-73d3-4341-8e4b-1c0d888e208c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:00.836959547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95526ea5-73d3-4341-8e4b-1c0d888e208c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:00.894999189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95526ea5-73d3-4341-8e4b-1c0d888e208c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:00.949864652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95526ea5-73d3-4341-8e4b-1c0d888e208c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.044378794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f01bf1-b4a8-464d-8623-d42c21860708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.098720667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f01bf1-b4a8-464d-8623-d42c21860708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.153020669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f01bf1-b4a8-464d-8623-d42c21860708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.207393225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f01bf1-b4a8-464d-8623-d42c21860708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:04.935566983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"d64c9812-3668-4dde-9f8f-51a497fa5ac0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.197970738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e70326e0-1fc3-4d67-8a10-82cff81f4756","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.306203623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bfc3f019-ca2e-404a-910c-c4095a7d9e66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.482525224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"06181d4c-f296-4018-8e80-19da1b1c69e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.582427754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"f1abdcf7-6839-48a8-8f07-1b72c17fb192","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.699691999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"1887053c-42c0-4518-9236-e9695f821361","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.801166618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"6a6313f5-9a4c-415f-9ada-4b5938f24262","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.939355638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"9e9a4ba2-ec84-4f4e-be6c-773fe490b13f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:06.052747603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"ffc7d40c-38f2-444e-aaae-5faee1f11707","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:06.15589316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"a5fad114-0686-40cf-9d4b-1ade34c798fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:06.249155434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"de3c8b41-ab46-463a-b358-44bb9d5e3ddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:06.249193099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"6333a26b-f03a-454f-859b-c6c04c24084b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:09.04027024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.682013331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823c9113-7b47-4221-a738-851f4588a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.736069894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823c9113-7b47-4221-a738-851f4588a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.790025107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823c9113-7b47-4221-a738-851f4588a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.844217175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"823c9113-7b47-4221-a738-851f4588a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:20.846915879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91838f3f-5b23-46e9-85bc-1b796d778005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:20.901163486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91838f3f-5b23-46e9-85bc-1b796d778005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:20.955119756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91838f3f-5b23-46e9-85bc-1b796d778005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.009194406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91838f3f-5b23-46e9-85bc-1b796d778005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.228963708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"2ef9cb5e-7b07-4f4f-a015-b6ee7abe8ca4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.351525685Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"2ef9cb5e-7b07-4f4f-a015-b6ee7abe8ca4","name":"e2e-praxis-a-4b9658-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.00440315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053813ad-a8a6-4282-8236-0a5dd7664caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.058292996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053813ad-a8a6-4282-8236-0a5dd7664caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.112090975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053813ad-a8a6-4282-8236-0a5dd7664caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.168826383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053813ad-a8a6-4282-8236-0a5dd7664caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:31.904696486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a1c42-a551-4135-ac2b-efb7b83c8cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:31.962219996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a1c42-a551-4135-ac2b-efb7b83c8cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.019699581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a1c42-a551-4135-ac2b-efb7b83c8cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.075892841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d7a1c42-a551-4135-ac2b-efb7b83c8cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.621579662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"e5afe683-4d19-4250-956b-5168112d49e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.696642319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"7e37de31-2c68-4839-8845-2e35f57fb15f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.867643033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"9b96779c-1928-4785-87f4-a4f46c5c3314","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.965256395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b643d11-27d0-4299-9a7c-050cfe02bebc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.068185536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"f7b6fdbe-aefc-42af-90a8-1b3f2f3a5e18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.069287063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc877da-6ea9-41cb-951a-0aa9628502fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.125164149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc877da-6ea9-41cb-951a-0aa9628502fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.184000743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc877da-6ea9-41cb-951a-0aa9628502fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.238903029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc877da-6ea9-41cb-951a-0aa9628502fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.404358898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"84b236f1-8fd4-4b58-906d-2b18d2fa7aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.462207927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"dc7cdce4-e1ee-401a-a0bc-1335ffce1908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.462707955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"6733ea64-0fc5-4e9b-8f4e-53e915c2d6d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.576544378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3edca869-658a-45a1-be5a-c6d68ad1ddd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.685799536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"603ce28c-c0ad-4273-93ea-32c91a41cfad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.879171132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"dabeadd2-e982-4f16-a604-6dd40685ab57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.978727613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"a9ff79d6-a5ae-417d-83cd-ddb5f7527610","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.243683458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5481ca25-5c75-4396-803d-d70c15bfc3ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.301545326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5481ca25-5c75-4396-803d-d70c15bfc3ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.359670096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5481ca25-5c75-4396-803d-d70c15bfc3ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.414448285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5481ca25-5c75-4396-803d-d70c15bfc3ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:39.097567929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:40.610107931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f5ad12-3405-4c44-b09a-72bc9d29fd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:40.664394232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f5ad12-3405-4c44-b09a-72bc9d29fd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:40.71882004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f5ad12-3405-4c44-b09a-72bc9d29fd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:40.773037031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f5ad12-3405-4c44-b09a-72bc9d29fd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:42.755324304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4dd2be-9197-405e-a420-0deafa34bbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:42.810578156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4dd2be-9197-405e-a420-0deafa34bbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:42.865900401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4dd2be-9197-405e-a420-0deafa34bbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:42.920103985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4dd2be-9197-405e-a420-0deafa34bbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.879959913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4989d54-450a-4b8e-a582-dd32dcb06189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.933958877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4989d54-450a-4b8e-a582-dd32dcb06189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.987981565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4989d54-450a-4b8e-a582-dd32dcb06189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.042195827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4989d54-450a-4b8e-a582-dd32dcb06189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:47.166690488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397130b1-0841-4f03-b5dc-9b8d14b1b54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:47.221505665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397130b1-0841-4f03-b5dc-9b8d14b1b54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:47.3000825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397130b1-0841-4f03-b5dc-9b8d14b1b54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:47.358929865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397130b1-0841-4f03-b5dc-9b8d14b1b54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:51.222528104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00354402-d58a-46bf-a078-7b8bcfc9029e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:51.276910038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00354402-d58a-46bf-a078-7b8bcfc9029e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:51.331351117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00354402-d58a-46bf-a078-7b8bcfc9029e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:51.385403418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00354402-d58a-46bf-a078-7b8bcfc9029e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.360101139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fbf8f9-983e-4c4f-9818-23fc79f35e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.414139926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fbf8f9-983e-4c4f-9818-23fc79f35e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.468197841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fbf8f9-983e-4c4f-9818-23fc79f35e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.522441562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fbf8f9-983e-4c4f-9818-23fc79f35e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:55.501917996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d9c3ea-1550-415d-b80e-0b92849953b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:55.556241647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d9c3ea-1550-415d-b80e-0b92849953b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:55.610539353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d9c3ea-1550-415d-b80e-0b92849953b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:55.664482336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d9c3ea-1550-415d-b80e-0b92849953b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:57.623544807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649d49-ebb5-4b13-9dcf-90a82e49efa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:57.677772849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649d49-ebb5-4b13-9dcf-90a82e49efa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:57.732581211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649d49-ebb5-4b13-9dcf-90a82e49efa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:57.787049536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8649d49-ebb5-4b13-9dcf-90a82e49efa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.733401637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181cbc03-2fb4-4ee8-a197-cfb7b664e210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.789055671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181cbc03-2fb4-4ee8-a197-cfb7b664e210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.84341099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181cbc03-2fb4-4ee8-a197-cfb7b664e210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.898493302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181cbc03-2fb4-4ee8-a197-cfb7b664e210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.17016844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"b0ef51cb-46be-4f66-b194-115845b2a3ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.344949708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"b8478e53-8919-4ec5-a0dd-8e711ebb018d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.458176504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"84e3680f-440a-4e94-a1d2-867fc70c887b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.459423061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"59a870cc-8252-4a81-ad7d-a7bb5ff5465e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.568742879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"d4c80bdd-cc9c-4545-80b5-018753a4e8cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.613324262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"b02d53d9-202c-4da3-b86d-38227c616ebd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.729151171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27f33d17-abb7-4f3d-bfb0-9c9458fa68a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.903893303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"f1b3b1f1-a745-4389-954d-f4a52c6859d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.921145172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1891da1a-d68a-4c8d-a198-a2d3aec36922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:01.975614251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1891da1a-d68a-4c8d-a198-a2d3aec36922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.029601869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1891da1a-d68a-4c8d-a198-a2d3aec36922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.030214903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"bad2f80e-0b96-4202-a16b-10cd5de24872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.083995404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1891da1a-d68a-4c8d-a198-a2d3aec36922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.310952319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"17a7529f-c847-4364-b1a5-3b8beed6df5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.420823237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"78c146f1-264b-4552-80f8-952d4396b1e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.536032956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd1e6510-f9b3-4d60-9a14-04824ecd4f55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.124761102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc96413-6d2e-4daa-9894-d293c6e51db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.179607141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc96413-6d2e-4daa-9894-d293c6e51db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.233759119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc96413-6d2e-4daa-9894-d293c6e51db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.287951405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc96413-6d2e-4daa-9894-d293c6e51db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.797786918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"6c5f579e-f266-446b-bff9-bd7fb49516d7","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.79782128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"6c5f579e-f266-446b-bff9-bd7fb49516d7","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.040398892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.366829678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"b07813b3-f98e-423a-b430-74e93ff5ee80","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.366853234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"b07813b3-f98e-423a-b430-74e93ff5ee80","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.424159653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"071e0b80-1e03-4b5a-b601-e93f41772641","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.4241847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"071e0b80-1e03-4b5a-b601-e93f41772641","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.53259295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"32baa6a8-e972-4c67-bd67-94605dc95f8e","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.665284952Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"32baa6a8-e972-4c67-bd67-94605dc95f8e","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.721547385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a770b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"32baa6a8-e972-4c67-bd67-94605dc95f8e","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.779957256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"c2fc050f-6255-4c63-8c17-613b79734687","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.779980396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"c2fc050f-6255-4c63-8c17-613b79734687","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.903985923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"ef0a8429-349a-4143-aace-b808d405d87c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-84e22c","tenantID":"e2e-praxis-b-84e22c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.027651953Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"ef0a8429-349a-4143-aace-b808d405d87c","name":"e2e-praxis-b-84e22c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.093215377Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","namespace":"ai-tenant-e2e-ipp-a-02f3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.093272797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","namespace":"ai-tenant-e2e-ipp-a-02f3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.093319672Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","tenant":"e2e-ipp-a-02f3a0","tenantID":"e2e-ipp-a-02f3a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.150446509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"Deployment","name":"maas-api-e2e-ipp-a-02f3a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.214535618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"Service","name":"maas-api-e2e-ipp-a-02f3a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.275829505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-02f3a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.331679365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-02f3a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.388726583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.447453738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.506374194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.563952678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.62112693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.679059611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.751445817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"Service","name":"payload-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.813939286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.87101444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.928447015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.986708106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:22.046026185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:22.102577574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:22.158602686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:22.220919481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-02f3a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:22.277859882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-02f3a0"},"namespace":"ai-tenant-e2e-ipp-a-02f3a0","name":"default-tenant","reconcileID":"2164036e-8856-42f2-9f75-fb6c154fef52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-02f3a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.891284489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"30edf7f5-cc78-4814-a0dc-c604a4e95911","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.951993258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"30edf7f5-cc78-4814-a0dc-c604a4e95911","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.013886471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a770b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"30edf7f5-cc78-4814-a0dc-c604a4e95911","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.549403117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","namespace":"ai-tenant-e2e-praxis-a-21f111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.549459562Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","namespace":"ai-tenant-e2e-praxis-a-21f111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.549538495Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","tenant":"e2e-praxis-a-21f111","tenantID":"e2e-praxis-a-21f111","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.620967436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"Deployment","name":"maas-api-e2e-praxis-a-21f111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.713972062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"Service","name":"maas-api-e2e-praxis-a-21f111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.777910179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-21f111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.834130652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-21f111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.899862251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.95692726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.017440138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.083993201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.139235333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.193325838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.247041783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"Service","name":"payload-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.301764448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.356097269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.411924434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.465612194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.525994806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.580027142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.633650713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.688856132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-21f111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.744554656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-21f111"},"namespace":"ai-tenant-e2e-praxis-a-21f111","name":"default-tenant","reconcileID":"b790c01c-ff1a-476a-a4dd-97a33e0fbe30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-21f111","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:31.602813967Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-02f3a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-02f3a0","reconcileID":"37eab049-2d3a-4331-a9df-69b71895ebf7","aitenant":"ai-tenants/e2e-ipp-a-02f3a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.133865476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b25341-7e21-450c-8fe0-9e83b6e8dee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.189093629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b25341-7e21-450c-8fe0-9e83b6e8dee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.243171905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b25341-7e21-450c-8fe0-9e83b6e8dee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.297362314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b25341-7e21-450c-8fe0-9e83b6e8dee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.478712877Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-02f3a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-02f3a0","reconcileID":"37eab049-2d3a-4331-a9df-69b71895ebf7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-02f3a0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-02f3a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.315100518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e89789c-c3d9-4060-a7ba-1f8938a0d87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.369658072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e89789c-c3d9-4060-a7ba-1f8938a0d87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.424746299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e89789c-c3d9-4060-a7ba-1f8938a0d87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.478893516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e89789c-c3d9-4060-a7ba-1f8938a0d87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.123928151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"673542d4-c48c-43ac-a6bd-50db25343046","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.182842368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"673542d4-c48c-43ac-a6bd-50db25343046","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.242771784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a770b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5906e355bc4ec4ce7c5b751d3d777f964f0498c3d4a8e502ff8b8f39342b251) AuthConfig (fdb6bce17b84a5afa826ced0ad58244bd9ac25cb5ff0930b03233755d18faa26) AuthConfig (de70b0313a51003b969c411a4f23a81154a636d65954a3c40cd188fd46610952) AuthConfig (b92172f2b5123ee852ef9391f1f1a8fe179eceea27bebbb82d3dce12e1c614fd) AuthConfig (73340fe037605716133c45fb95c4867374a20039db15205f2707fd88696eede2) AuthConfig (95e9249387ca7f0846e2f9d403b6f12891b6797b1c9dacb3c590731dd89398af) AuthConfig (ad2b45e7e6bfb11a00fccc6c17364bd0c9e0210a9f9ff00c0b5661aa5d60b57e) AuthConfig (0b857c52b006b956b16d01b6e1585507639914386df875c24a5383216ae7d28e) AuthConfig (738d891921e0ff7b7160f1453995578768bfe9967bafa3eac4dcdb620f44e1d6) AuthConfig (fdf1e42f7ce2af4250bae6f7de0ce3c79fdf5ea543a8c50d620a7390ee49a1dd) AuthConfig (b98471d182bcf91af0ebb361e9f52cca42cede473b903bbdcdaff3127d6b16bb) AuthConfig (2adfb61b7280314d0976de736e50fd63c5aa71e21b1c484be013324641ab6072) AuthConfig (aae31b9e6115c72ddff209084afb2f9751b7cdbd794725e20873e52351021f02) AuthConfig (ac06e42cf3e86d87c232d006e38e2b431dce876c4103c515be85e3c79174af9d) AuthConfig (0a9f5059a031faf2eb75d6b05d76b649cb8e8360082064766821888a2768ffe0) AuthConfig (7eb78e49373e563d9ed00abc3ea2f87791db429b45764afda6b91120b58dc0d7) AuthConfig (8853c1211ec2e388acb8ee7e83866bc4116b56ba71ff169b9cfb96e5e6d2b33d) AuthConfig (a42b06318d997c59baea0b6208dfc86d70cbf757eb60d0d34152cdcb3b9ed2c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"673542d4-c48c-43ac-a6bd-50db25343046","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.303191843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"23953b60-8437-4265-a4e8-e495e0e113c2","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.303213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"23953b60-8437-4265-a4e8-e495e0e113c2","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.452960991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9333c6-87ca-463e-a9b6-ea41af3dd729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.507214802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9333c6-87ca-463e-a9b6-ea41af3dd729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.561214779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9333c6-87ca-463e-a9b6-ea41af3dd729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.615421561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9333c6-87ca-463e-a9b6-ea41af3dd729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.597465286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9d7243-380b-4b01-b7f7-f300ec597cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.651898144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9d7243-380b-4b01-b7f7-f300ec597cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.706057003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9d7243-380b-4b01-b7f7-f300ec597cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.768426933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9d7243-380b-4b01-b7f7-f300ec597cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.042721758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.395279446Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-21f111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-21f111","reconcileID":"79a2195a-316d-43f7-aea4-f37795d6dad9","aitenant":"ai-tenants/e2e-praxis-a-21f111","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.234000222Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-21f111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-21f111","reconcileID":"79a2195a-316d-43f7-aea4-f37795d6dad9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-21f111","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-21f111"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.770280196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1aeb897-e24a-4cd9-97c8-8affe60421eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.824705835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1aeb897-e24a-4cd9-97c8-8affe60421eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.878710556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1aeb897-e24a-4cd9-97c8-8affe60421eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.934024791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1aeb897-e24a-4cd9-97c8-8affe60421eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.959352844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512808d-1d91-49f3-8da5-02efd13b1ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:43.013522887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512808d-1d91-49f3-8da5-02efd13b1ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:43.068301829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512808d-1d91-49f3-8da5-02efd13b1ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:43.123806881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4512808d-1d91-49f3-8da5-02efd13b1ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.144399074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8790ebdd-c029-4b96-bdb5-7859e0ac34c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.198884054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8790ebdd-c029-4b96-bdb5-7859e0ac34c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.253347076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8790ebdd-c029-4b96-bdb5-7859e0ac34c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.307802894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8790ebdd-c029-4b96-bdb5-7859e0ac34c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.423940354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"dbedc523-08ca-4b0f-8bc6-d5f2087895f8","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.494076221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"dbedc523-08ca-4b0f-8bc6-d5f2087895f8","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.592007755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a770b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5906e355bc4ec4ce7c5b751d3d777f964f0498c3d4a8e502ff8b8f39342b251) AuthConfig (fdb6bce17b84a5afa826ced0ad58244bd9ac25cb5ff0930b03233755d18faa26) AuthConfig (de70b0313a51003b969c411a4f23a81154a636d65954a3c40cd188fd46610952) AuthConfig (b92172f2b5123ee852ef9391f1f1a8fe179eceea27bebbb82d3dce12e1c614fd) AuthConfig (73340fe037605716133c45fb95c4867374a20039db15205f2707fd88696eede2) AuthConfig (95e9249387ca7f0846e2f9d403b6f12891b6797b1c9dacb3c590731dd89398af) AuthConfig (ad2b45e7e6bfb11a00fccc6c17364bd0c9e0210a9f9ff00c0b5661aa5d60b57e) AuthConfig (0b857c52b006b956b16d01b6e1585507639914386df875c24a5383216ae7d28e) AuthConfig (738d891921e0ff7b7160f1453995578768bfe9967bafa3eac4dcdb620f44e1d6) AuthConfig (fdf1e42f7ce2af4250bae6f7de0ce3c79fdf5ea543a8c50d620a7390ee49a1dd) AuthConfig (b98471d182bcf91af0ebb361e9f52cca42cede473b903bbdcdaff3127d6b16bb) AuthConfig (2adfb61b7280314d0976de736e50fd63c5aa71e21b1c484be013324641ab6072) AuthConfig (aae31b9e6115c72ddff209084afb2f9751b7cdbd794725e20873e52351021f02) AuthConfig (ac06e42cf3e86d87c232d006e38e2b431dce876c4103c515be85e3c79174af9d) AuthConfig (0a9f5059a031faf2eb75d6b05d76b649cb8e8360082064766821888a2768ffe0) AuthConfig (7eb78e49373e563d9ed00abc3ea2f87791db429b45764afda6b91120b58dc0d7) AuthConfig (8853c1211ec2e388acb8ee7e83866bc4116b56ba71ff169b9cfb96e5e6d2b33d) AuthConfig (a42b06318d997c59baea0b6208dfc86d70cbf757eb60d0d34152cdcb3b9ed2c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"dbedc523-08ca-4b0f-8bc6-d5f2087895f8","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.742377948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"e6333309-3bfa-422f-acd4-11f86b8efe5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.927150043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"7b7a312e-f6b2-4bbb-82cd-8be603f2f00c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.088029644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c1564f2-7d9a-4181-8404-c164a1ade805","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.199004437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"f5c087e2-ed2e-42cc-b1e0-622df52c8176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.374237816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"13ca9134-d9b5-4804-ac7c-5aebb868b87e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.468642211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e37e85f-92de-4f59-b270-23c8e7a40adc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.523801567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5cdd24-5bd6-455a-ba9e-8656e20c4950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.581956725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5cdd24-5bd6-455a-ba9e-8656e20c4950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.638570943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5cdd24-5bd6-455a-ba9e-8656e20c4950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.694117424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5cdd24-5bd6-455a-ba9e-8656e20c4950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.817206804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"b37f2fba-8476-4e70-a7dd-1fe89e361722","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.868085853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"550034a2-9ce2-47e6-9a66-6ed1e587df37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.934404759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"4e9917f0-03db-439f-abc4-4de6eb6fd6c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.959176258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"374b0017-bb47-40b2-ae11-68ba2098f500","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.055055078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"094b1ce7-2c3c-4a06-9961-39e728afa815","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.228100287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"1a4fdb78-8897-4cec-ae53-0046b895dd3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.77880042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5f85a-f92b-4477-bf27-a5fb5551e8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.833899853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5f85a-f92b-4477-bf27-a5fb5551e8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.888223874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5f85a-f92b-4477-bf27-a5fb5551e8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.943010371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d5f85a-f92b-4477-bf27-a5fb5551e8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.975272028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37307b11-e362-4925-9fde-e2c533c91a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.029560771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37307b11-e362-4925-9fde-e2c533c91a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.086716039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37307b11-e362-4925-9fde-e2c533c91a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.141752522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37307b11-e362-4925-9fde-e2c533c91a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.206264737Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ba6fbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ba6fbd","reconcileID":"f583df5e-a3d5-4825-916f-c4062b3fcf36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ba6fbd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ba6fbd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.224985704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaae363e-001e-47af-82c0-7dd1289b0af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.280091737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaae363e-001e-47af-82c0-7dd1289b0af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.334950153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaae363e-001e-47af-82c0-7dd1289b0af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.389998699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaae363e-001e-47af-82c0-7dd1289b0af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.745759342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","namespace":"ai-tenant-e2e-praxis-b-007b0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.745810773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","namespace":"ai-tenant-e2e-praxis-b-007b0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.745856257Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","tenant":"e2e-praxis-b-007b0d","tenantID":"e2e-praxis-b-007b0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.804859966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"Deployment","name":"maas-api-e2e-praxis-b-007b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.873464544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"Service","name":"maas-api-e2e-praxis-b-007b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.940914992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-007b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.997335106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-007b0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.06371502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.125082978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.185794825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.245643876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.299968008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.356185543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.410480732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"Service","name":"payload-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.503777686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.558067256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.619946899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.678211353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.70687152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"98d5a30e-81c2-4706-a65c-0da540d7058d","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.741153874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.765585507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"98d5a30e-81c2-4706-a65c-0da540d7058d","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.839136627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.893192978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.949813686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-007b0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.006830084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-007b0d"},"namespace":"ai-tenant-e2e-praxis-b-007b0d","name":"default-tenant","reconcileID":"9ba9ed3c-3c3f-4e55-b563-3ef7fd89e606","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-007b0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.117811484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cfb70b02-0e41-4760-b1bb-2792e8260a15","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.117835753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cfb70b02-0e41-4760-b1bb-2792e8260a15","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.462844815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaee06e-182a-4015-b8dc-6ff326b2c70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.517536633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaee06e-182a-4015-b8dc-6ff326b2c70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.580406462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaee06e-182a-4015-b8dc-6ff326b2c70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.634879459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaee06e-182a-4015-b8dc-6ff326b2c70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.720281297Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-007b0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-007b0d","reconcileID":"654caa82-5297-4b38-a0ff-ced5aff2f664","aitenant":"ai-tenants/e2e-praxis-b-007b0d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.584648337Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-007b0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-007b0d","reconcileID":"654caa82-5297-4b38-a0ff-ced5aff2f664","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-007b0d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-007b0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.686319804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24177b26-cf25-4d0c-bf4e-d7a02706f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.740783442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24177b26-cf25-4d0c-bf4e-d7a02706f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.795067339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24177b26-cf25-4d0c-bf4e-d7a02706f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.856709243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24177b26-cf25-4d0c-bf4e-d7a02706f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.936838806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4352885-858e-4b1f-8493-d5ea9b1b2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.993957017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4352885-858e-4b1f-8493-d5ea9b1b2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.05576327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4352885-858e-4b1f-8493-d5ea9b1b2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.113027801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4352885-858e-4b1f-8493-d5ea9b1b2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.514743131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"2514b955-e1c6-4439-b4d6-192db4b0a5bd","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.514763859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"2514b955-e1c6-4439-b4d6-192db4b0a5bd","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.576062478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"21c9c17d-cbbd-4153-9642-836268b451c7","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.576084606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"21c9c17d-cbbd-4153-9642-836268b451c7","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:01.623926079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"d730a2c8-897c-402c-80ce-89a0ea8234ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-a770b9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.624076651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"a139343e-018d-480f-b7f1-280908f2019a","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:01.632107963Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"21c9c17d-cbbd-4153-9642-836268b451c7","name":"ipp-route-a770b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a770b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:01.632154762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"21c9c17d-cbbd-4153-9642-836268b451c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a770b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.637510353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"71b49646-cc86-4fb7-8452-b7d3496f788b","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.637524844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"71b49646-cc86-4fb7-8452-b7d3496f788b","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.685655591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"a139343e-018d-480f-b7f1-280908f2019a","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.736916931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"47e23c2e-7a74-4aa1-8e93-cbe8417cfb35","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.736938216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"47e23c2e-7a74-4aa1-8e93-cbe8417cfb35","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.79861784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cff4e8bf-811d-4db2-930a-bffd764fd25f","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.798639046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cff4e8bf-811d-4db2-930a-bffd764fd25f","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.968315636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"03b249b3-47ed-4e32-b297-537670e2b91a","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.028794146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"03b249b3-47ed-4e32-b297-537670e2b91a","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.030296338Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"a625880e-bd00-4d52-816e-cc5e4168d470","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"maas-trlp-ipp-route-a770b9","model":"ipp-route-a770b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.208816008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"c97fc388-7254-4760-b383-aa77845bd5b4","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.208836643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"c97fc388-7254-4760-b383-aa77845bd5b4","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.428574426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"907a9cbb-cdfe-4929-a9c5-d45c44fe9a66","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"maas-trlp-ipp-route-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.259355817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"3e87be27-fa25-40d0-96f3-d4e8fdfac610","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.415718423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"4ffa8a57-70f3-46cf-81b9-8bc1cfade44b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.66113243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"4c5e865d-a136-4582-82ba-ac60eceeddb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.045815485Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.335962528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"3efbd820-5b5c-4d5d-a760-4157435b5ccb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.725781548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"3cde5b45-acbf-4d60-a581-1924e6840099","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.786619283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"adbadee9-a1fc-4b1c-abe5-0cae610451f7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:10.840851331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-sub-binding-b2317f6d","reconcileID":"fada7828-996f-475e-96af-1a6fd290968f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-b2317f6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.897039026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3420f6cb-c7fc-42a9-b4d4-a399e1584430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.897038893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"405c72d2-a043-436c-a1b4-c96c04286bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.957151621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3420f6cb-c7fc-42a9-b4d4-a399e1584430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.958199985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"405c72d2-a043-436c-a1b4-c96c04286bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:10.958828725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4d74fc97-4d18-4f5b-a066-b5b3cdf4c134","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.020173119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"c9cdec4c-d918-48c1-937b-fae2fd93c600","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.30645578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-sub-binding-b2317f6d","reconcileID":"7243d4b1-43a7-4f0c-ac5a-eff16f6cb025","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-apikey-sub-binding-b2317f6d","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.331199604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3bd197b0-d3fb-4ff7-a33b-69cbd52e5505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.331485352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ea38a0d3-07ac-42b6-a4f7-7eb6db2eb7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.393423164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3bd197b0-d3fb-4ff7-a33b-69cbd52e5505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.395970064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ea38a0d3-07ac-42b6-a4f7-7eb6db2eb7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.481030769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"cd1f50a1-380e-4f77-a905-4dc2cabc260d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.529466181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"931be79f-4404-4cd3-b4fc-e522dc1c65f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.700122825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-sub-binding-b2317f6d","reconcileID":"eabe97c5-2219-491c-96c3-a36573fb32e6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.702316223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"22097257-3831-423d-9bc5-863d37f6696f","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.877741967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b20ef2b3-41af-4a4a-b8fd-ce975f92698e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.877746107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f8ff8df0-6ec4-41e0-8bae-aecdf8ddaad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.937543905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f8ff8df0-6ec4-41e0-8bae-aecdf8ddaad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.938184127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b20ef2b3-41af-4a4a-b8fd-ce975f92698e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.750303733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"9a4fc362-42e7-4e87-96b7-42e6c69b59ed","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"maas-trlp-ipp-route-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.92429439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cba2fdc9-3189-4432-852b-6c41a4a982eb","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.924314146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cba2fdc9-3189-4432-852b-6c41a4a982eb","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.62329959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"2fa7d018-6e66-4631-9029-54e2ccaca619","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.682809821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"2fa7d018-6e66-4631-9029-54e2ccaca619","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.87700887Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-sub-binding-b2317f6d","reconcileID":"b0e99ded-92c5-4e26-80f8-969e04915667","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-apikey-sub-binding-b2317f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.104344226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-apikey-sub-binding-b2317f6d","reconcileID":"b0e99ded-92c5-4e26-80f8-969e04915667","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b2317f6d","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.354124076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"6c6f5486-14b1-4ee1-b9e6-81584b7a7685","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.354563177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4fc8a104-4ede-4518-9395-ccf7d0a06d4c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.516914257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"95901828-e062-48e5-8bc7-4d80215d8ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.517006643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b7d3a16b-11d5-4fb1-8f26-fbc258eabf6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.576763865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b7d3a16b-11d5-4fb1-8f26-fbc258eabf6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.576915658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"95901828-e062-48e5-8bc7-4d80215d8ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.624686568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"009de7c9-5905-4c27-a0dd-c4e62aeb28e3","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.681794606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"134ded5a-5c0b-41b3-94b4-8e0aa8c48c03","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:26.734780233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-sub","reconcileID":"a2ae36f5-262e-41e5-bee0-03162ea96e68","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.788816193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"83201cba-fb9c-4a2d-b16b-13cc874a175d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.78884345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f01488ad-6962-455c-a00e-5edff2cd28e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.851066292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"923d0ef6-9d57-432d-8785-9b67349a737f","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.85115561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f01488ad-6962-455c-a00e-5edff2cd28e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.853587213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"83201cba-fb9c-4a2d-b16b-13cc874a175d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:26.913934263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"eb8c3cb2-8d4b-4149-97a7-e240f91e5e8c","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.19530586Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-sub","reconcileID":"436b45fd-5917-446b-989f-c72da7c81876","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-ordering-sub","ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.232225446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"e67a5328-149c-475d-8dce-5350aa3529ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.232230668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c77ec11a-62c5-4c15-8df0-fbd4c57bed97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.292797708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"e67a5328-149c-475d-8dce-5350aa3529ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.29754176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c77ec11a-62c5-4c15-8df0-fbd4c57bed97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.371806537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"5b249dbc-7916-437c-816d-12c18dfa4694","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.415900288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"32596cac-2f53-449c-ab56-ab920e39c6b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.593030747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-sub","reconcileID":"0a8ef20c-6b87-4a14-bab3-d4d4fb03c6e0","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.034355765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"d71bfc00-41ec-4e2c-9c44-b35cc4ca499b","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.094257464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"dd02cdf5-5998-4c2b-9e0d-f2440b5d78a5","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.25804228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-auth","reconcileID":"b32e6d51-be1e-4fa3-893c-629546028d8b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.317202095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-auth","reconcileID":"b32e6d51-be1e-4fa3-893c-629546028d8b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.599802359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"5d96e0e3-8dbc-4770-bf11-32fb4c998efd","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.789915648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"664660ee-3ff9-49a3-b3f5-5b066e660bbf","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.789937125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"664660ee-3ff9-49a3-b3f5-5b066e660bbf","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.912352882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"4cc89aac-f094-4f24-97d4-0a4137e86fc4","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.959923405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"841069a3-aa0a-430b-ae62-c89e7c652416","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.010152146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"1d9c8390-5874-4338-8815-e6497077b37b","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"maas-trlp-ipp-route-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.017652766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"841069a3-aa0a-430b-ae62-c89e7c652416","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.11509078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d2634029-874f-4822-94f0-4344483dbe1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.115241257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-auth","reconcileID":"8041e37f-91d6-4ac9-af56-f0492776054a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.115770139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"605281ad-2b9b-4b9e-9b20-e0b2e4e3a7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.17564431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d2634029-874f-4822-94f0-4344483dbe1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.176341719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-auth","reconcileID":"8041e37f-91d6-4ac9-af56-f0492776054a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.178350965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"605281ad-2b9b-4b9e-9b20-e0b2e4e3a7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.186760751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"a4d6f842-bf5f-4128-929a-a6e3b4523ce6","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.186778334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"a4d6f842-bf5f-4128-929a-a6e3b4523ce6","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.405600539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"d17570ed-5398-4c92-bfd1-b92b9a46141f","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"maas-trlp-ipp-route-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:39.045314717Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:39.253281782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154dcfe-ee50-4e1a-bf66-0974634dc7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:39.308329366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154dcfe-ee50-4e1a-bf66-0974634dc7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:39.362428792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154dcfe-ee50-4e1a-bf66-0974634dc7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:39.417077747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154dcfe-ee50-4e1a-bf66-0974634dc7c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.388911364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c447b3-994b-451a-8bc1-48a90db60a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.44337372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c447b3-994b-451a-8bc1-48a90db60a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.497260764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c447b3-994b-451a-8bc1-48a90db60a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.551352489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c447b3-994b-451a-8bc1-48a90db60a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:42.817280589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","namespace":"ai-tenant-e2e-ipp-b-6bd5c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:42.81734608Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","namespace":"ai-tenant-e2e-ipp-b-6bd5c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:42.817398909Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","tenant":"e2e-ipp-b-6bd5c1","tenantID":"e2e-ipp-b-6bd5c1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:42.874429101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"Deployment","name":"maas-api-e2e-ipp-b-6bd5c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:42.943447782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"Service","name":"maas-api-e2e-ipp-b-6bd5c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.002701266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-6bd5c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.058833642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-6bd5c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.082620143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-sub","reconcileID":"d24bba4c-bac7-4c6a-a535-00f91c659475","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.137771037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.187968343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"fd97961f-cfc9-4e39-816b-d12855742612","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.187988647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"fd97961f-cfc9-4e39-816b-d12855742612","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.19770063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.259377829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.324973984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.325514777Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-sub","reconcileID":"d24bba4c-bac7-4c6a-a535-00f91c659475","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.391396864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.452084232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.520547212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"Service","name":"payload-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.551137777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"8ba319ad-9827-4c47-8273-80e12234090a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.591676327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.600414584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"79510db3-f5da-485a-bd40-c5dd5d8b27ff","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.648901124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.711655936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.754697286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"76b85a22-3adf-41e6-b537-5c9ddbf44e42","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.766232766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6cac70b3-020e-46ef-b5e7-657380a84cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.766584625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-auth","reconcileID":"efae72f3-82ea-4eb6-b099-676274ed8be3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.766248082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4d5d8ea8-bfc6-46e8-bb03-27e47f958587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.77028179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.825254775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6cac70b3-020e-46ef-b5e7-657380a84cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.826842965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4d5d8ea8-bfc6-46e8-bb03-27e47f958587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.827533658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-auth","reconcileID":"efae72f3-82ea-4eb6-b099-676274ed8be3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.827934508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.887844305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.953710498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.011824207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-6bd5c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.036596957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-ordering-auth","reconcileID":"b29fc487-89f2-43b9-bfa1-ff8ca0603a2d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.067999572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6bd5c1"},"namespace":"ai-tenant-e2e-ipp-b-6bd5c1","name":"default-tenant","reconcileID":"16fac74c-f4bb-45cc-8e91-a38286516d42","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-6bd5c1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.259169598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"fa9c5c95-2bb5-4380-b735-54255e050369","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.666022648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"7ba877fd-9156-462f-b4e5-25a50b4b0a9c","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.723366746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"7259a2a2-1eaf-4070-9022-a4f40b57854c","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.888722798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"ae2636f8-629a-4ff8-bc9f-f2aafd8bac90","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.947855112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"04104304-afbf-4ea5-9192-ecf930145ecf","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.949036093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"ae2636f8-629a-4ff8-bc9f-f2aafd8bac90","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.006359815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"5a185d47-c904-486d-a37b-f156a93f9fd3","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:46.05760462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-success","reconcileID":"b323d5bd-87f2-48bb-b54a-0752b9abfe75","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.11050949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"05b8ba1e-cb7b-460d-80a9-b618744ba3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.112197474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b3a6b1f8-eb3b-42b8-92d5-17e4fb92e10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.1697528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"05b8ba1e-cb7b-460d-80a9-b618744ba3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.177278805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b3a6b1f8-eb3b-42b8-92d5-17e4fb92e10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.178307799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"dd3a2140-31f2-4f43-9c01-cf528eb4a453","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.237119835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"bfa8ac91-f855-41c1-b41b-3b64a10cf124","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.274310398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"e9b64c97-28d4-4784-abdc-9c668bcb6d5f","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.43614896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"d64683cc-2e54-4fdc-a054-61d83fe1672b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.496342822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"d64683cc-2e54-4fdc-a054-61d83fe1672b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.528925236Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-success","reconcileID":"5b64213d-da06-4ebe-aa85-4fe3f1f95ad6","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.537162718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"561591d7-94e6-4b94-a33c-98e121b3cb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.538173016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ffa9b4df-822e-49c9-9fad-dc353d488a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.600819801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"561591d7-94e6-4b94-a33c-98e121b3cb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.601133212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ffa9b4df-822e-49c9-9fad-dc353d488a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.707215092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"8e0e0fb2-122b-4695-a741-e74d7a878e87","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.751490078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"11df12e6-c833-4a3f-8bcd-b52b6cb9f583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.92812747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-success","reconcileID":"f2a7174e-58f1-4916-b826-e03840ea082b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.42925393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"21e80bd6-b75e-42f9-8c5c-818ca26ff79a","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.490908338Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6bd5c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6bd5c1","reconcileID":"35369afc-31f3-423f-a4dd-156071df7ca6","aitenant":"ai-tenants/e2e-ipp-b-6bd5c1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.606377816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3343b643-d0b5-43e7-b391-84a6b9b551f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.606388032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4e6a7016-6ba5-44e8-a41c-19bb309f5b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.606883449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"9d701fe5-6326-480b-939c-dfae4b8f3ff0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.675112496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4e6a7016-6ba5-44e8-a41c-19bb309f5b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.676388341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"9d701fe5-6326-480b-939c-dfae4b8f3ff0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.688106952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3343b643-d0b5-43e7-b391-84a6b9b551f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.053015162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50c25-9e07-4f52-9f09-cdb4c8506cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.107429818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50c25-9e07-4f52-9f09-cdb4c8506cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.162711884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50c25-9e07-4f52-9f09-cdb4c8506cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.217540983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc50c25-9e07-4f52-9f09-cdb4c8506cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.390179487Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6bd5c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6bd5c1","reconcileID":"35369afc-31f3-423f-a4dd-156071df7ca6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6bd5c1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-6bd5c1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.273002774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32216e04-ea76-4ae1-841a-ced4dbf043a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.327436131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32216e04-ea76-4ae1-841a-ced4dbf043a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.381821594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32216e04-ea76-4ae1-841a-ced4dbf043a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.436134793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32216e04-ea76-4ae1-841a-ced4dbf043a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.188881815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"31df885a-a901-4423-854e-7449654e4111","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.188902308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"31df885a-a901-4423-854e-7449654e4111","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.540590122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af002a6-7fc5-4976-861c-af27067df817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.595236459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af002a6-7fc5-4976-861c-af27067df817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.653742002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af002a6-7fc5-4976-861c-af27067df817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.709520816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af002a6-7fc5-4976-861c-af27067df817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:56.822291028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8445a-96c2-4cdd-8fd5-d0fa7edd8ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:56.876911629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8445a-96c2-4cdd-8fd5-d0fa7edd8ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:56.931790694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8445a-96c2-4cdd-8fd5-d0fa7edd8ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:56.985652019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8445a-96c2-4cdd-8fd5-d0fa7edd8ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.763144986Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-977f32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-977f32","reconcileID":"ba789104-d999-487b-9529-9ac70219031d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-977f32","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-977f32":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.05161139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12102e1f-f8e4-4b25-9dab-430bd753f040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.106325882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12102e1f-f8e4-4b25-9dab-430bd753f040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.160963131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12102e1f-f8e4-4b25-9dab-430bd753f040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.216140889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12102e1f-f8e4-4b25-9dab-430bd753f040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.614362775Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-success","reconcileID":"fdf5b9b5-6ef2-47e1-9d2e-77b5eec0c9e1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.842349552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-success","reconcileID":"fdf5b9b5-6ef2-47e1-9d2e-77b5eec0c9e1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.066249549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"51f83c45-a0c6-4ed6-ae41-be90646400f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.082157108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"d6c8fc4c-cefe-42b8-bd21-6236020f6caa","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.258988465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"bf992657-9fad-4993-b999-1196892966fb","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.314636609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"7db1e383-e04f-4a4f-8f1a-854032ad6f59","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.31481764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"5b1847ba-c01f-4b08-bd56-22496472ce26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.315099655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"abbe1786-dcf0-4d8d-9cc8-d7a69fcb2e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.436662527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"7db1e383-e04f-4a4f-8f1a-854032ad6f59","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.438935561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"5b1847ba-c01f-4b08-bd56-22496472ce26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.439302046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"abbe1786-dcf0-4d8d-9cc8-d7a69fcb2e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.661228131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-success","reconcileID":"0e34a39f-b085-49a7-aab3-cb4f073992f9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.910681302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"18e64e30-1066-43d9-9ccb-444edb948bc3","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:01.357917278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5e48d3-e454-45e3-b07a-855746451a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:01.42586457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5e48d3-e454-45e3-b07a-855746451a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:01.48430356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5e48d3-e454-45e3-b07a-855746451a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:01.538664198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5e48d3-e454-45e3-b07a-855746451a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.140529446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"e0e85f0d-affe-4c58-8c93-e40c47a0c539","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.206505119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"e1beaa54-0236-4bbe-9a2c-520534dfee67","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.383563071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"3a91f389-7e1d-4934-a145-7dcd79f1da3f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.457160376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"3a91f389-7e1d-4934-a145-7dcd79f1da3f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.45725813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"798593bd-b989-49f6-a6eb-57824b9da113","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.517506241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"51b8ca94-ce3f-473c-976e-816eb37cee6a","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:02.573833432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-no-access","reconcileID":"bfc4bde1-94a3-466e-92b5-a3329a02ce4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.627067018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"c643e994-d893-4d07-9442-6548e51c3a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.627898746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"2645d448-8090-4e97-9125-d333fc50efcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.690373351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"2645d448-8090-4e97-9125-d333fc50efcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.69239435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"c643e994-d893-4d07-9442-6548e51c3a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.694675572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"3c82d13d-141a-4f81-b123-3b3396306148","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.755367745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"89a2aa72-b5c0-4c6a-ae54-c7b9ed13ea3f","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.798526305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"0e8e9938-599b-4af4-8b9a-121c3d70aa4d","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:02.975345518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"384236b3-530e-4662-b0c9-5282cdd190f0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.034896881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"384236b3-530e-4662-b0c9-5282cdd190f0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.05477965Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-no-access","reconcileID":"e06dbfc2-d803-4d74-84f9-c6087bc47270","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.097054804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1484ff36-c7c9-4777-a0ea-9685e1cd7c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.097104913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"dd0248c6-0078-4082-8f45-059078b3ea5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.160495478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"dd0248c6-0078-4082-8f45-059078b3ea5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.163065793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1484ff36-c7c9-4777-a0ea-9685e1cd7c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.190022752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cbd118cd-5e90-42e1-8cc8-c6da6008efca","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.1900448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"cbd118cd-5e90-42e1-8cc8-c6da6008efca","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.235345053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"0c6e3c5e-5dca-4b4f-bb53-2803fb74fd0a","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.277930989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"fa644470-b1fd-4394-8b32-9d140f9252b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.458905889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-no-access","reconcileID":"24cf9d43-f96e-4fa6-a254-8c7cccf89e1b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.767743262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"fa1e066b-0fe1-4d23-9c5d-0a47237884e9","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.953335728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8fc087d1-1091-47db-b366-664d68003140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.953609642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ca9690c5-a510-4e67-a934-4ed433090c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.954710183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"5c15c434-fb67-40f9-9177-05b3497d3e88","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:06.021893215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"5c15c434-fb67-40f9-9177-05b3497d3e88","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:06.031331052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8fc087d1-1091-47db-b366-664d68003140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:06.032702677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ca9690c5-a510-4e67-a934-4ed433090c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:06.986949154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"a4dd3c55-a903-482b-96fc-1a0944356d6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ba6fbd","tenantID":"e2e-praxis-b-ba6fbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:07.110215995Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"a4dd3c55-a903-482b-96fc-1a0944356d6d","name":"e2e-praxis-b-ba6fbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:09.040366087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.191167924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"3a54ed59-ba7d-40a5-a44b-383665623618","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"tenant":"e2e-ipp-a-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.191188763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"3a54ed59-ba7d-40a5-a44b-383665623618","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"routeName":"ipp-route-a770b9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a770b9","llmisvcName":"ipp-route-a770b9","gateway":"openshift-ingress/e2e-ipp-a-a770b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.970052937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-no-access","reconcileID":"8b00f9db-0d60-41bf-8e8b-9152b85ed64c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.19677521Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-subscription-no-access","reconcileID":"8b00f9db-0d60-41bf-8e8b-9152b85ed64c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.418666463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"2d25d1d2-92b3-4fa2-99f2-f416334828c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.466505026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"0c98dcb7-112a-4e0f-b249-3451c35f6993","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.619698892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"9c29c566-4461-43c9-a2d0-02c7eff3cbe5","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.629283541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"bbc87850-8585-4ddc-91c8-921c59975823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.629293896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"ab3d34af-f787-4aef-a4af-078638c129e7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.629725956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"eaf8a746-00a8-40b5-9cc5-2b100a454e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.689615527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"ab3d34af-f787-4aef-a4af-078638c129e7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.690314382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"eaf8a746-00a8-40b5-9cc5-2b100a454e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.692141892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"bbc87850-8585-4ddc-91c8-921c59975823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:16.899836261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-auth-no-access","reconcileID":"f5fb536f-da2b-485a-a6c9-a010ddf46524","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:17.17669111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"0958acdd-2886-4795-8d04-88fae612713a","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.251750555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"ecb42cca-3bca-40c1-9d31-370a617adebb","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.310858536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"58cca412-ff6e-442b-85f0-93ee1f379b93","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.473076103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"eb5f89f1-6778-4f89-8e5f-08c55ba5483c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.535966456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"eb5f89f1-6778-4f89-8e5f-08c55ba5483c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.538500732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1cd6cabd-3b03-4a28-8756-0fca5af2de9c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.597121125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"293beab9-d13e-4c57-9211-8acfab270f8b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:18.648453087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-subscription","reconcileID":"940461c7-4d8c-438e-8f49-a57eb333937b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.704368625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f83a62ff-1885-4aa0-bd87-ddfabbaab7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.704777052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1403987b-f781-4503-9799-9fb8084d5a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.724731627Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"b4e96036-a203-4045-bbff-4669da107239","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.775678225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1403987b-f781-4503-9799-9fb8084d5a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.776512453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"f83a62ff-1885-4aa0-bd87-ddfabbaab7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.783558196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"5efb6eca-fff5-40ed-81ed-ea6edf955cab","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.844794597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"5efb6eca-fff5-40ed-81ed-ea6edf955cab","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.844840173Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"5efb6eca-fff5-40ed-81ed-ea6edf955cab","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.988109159Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"6120ec8f-3e99-4f5d-bff5-b7a6240b7e3c","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.041636499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"46d3f179-95be-40d7-a5d1-4ad891e51d28","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.104178218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"46d3f179-95be-40d7-a5d1-4ad891e51d28","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.111396745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"0f4799a3-441b-4a3a-91ed-968ba1f853b1","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.125176916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"694ab98d-a32d-4476-ba45-9a1002a99488","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.125445911Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-subscription","reconcileID":"b6067e0c-85c1-4adc-844e-06db845599fb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.17400686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d23bfadf-4224-40e7-bcd8-d13497561205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.183846607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"461250c2-6c25-472f-8323-760a79744914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.189197089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"694ab98d-a32d-4476-ba45-9a1002a99488","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.189234895Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"694ab98d-a32d-4476-ba45-9a1002a99488","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.232236526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d23bfadf-4224-40e7-bcd8-d13497561205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.243897586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"461250c2-6c25-472f-8323-760a79744914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:19.339405632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a770b9","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9","reconcileID":"f15efad0-3f44-4766-94c9-aac4d75f9256","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-a770b9\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.339632362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"fa1049a5-0493-4230-bef8-bf686596bbd7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.352914978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"25f0fa8e-f21c-41f8-9795-074711999a3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.538863838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"90c73e0e-0343-40b0-8ff5-8138ab5ea3b9","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.600001921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"90c73e0e-0343-40b0-8ff5-8138ab5ea3b9","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.600040426Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"90c73e0e-0343-40b0-8ff5-8138ab5ea3b9","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.650190727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-subscription","reconcileID":"058b2aa7-4a5a-4c47-80e5-c6be2d126386","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:19.818731898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"90c73e0e-0343-40b0-8ff5-8138ab5ea3b9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"ipp-route-a770b9-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.81908985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"0c53f271-8531-47fa-b831-e247c1072df5","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:20.033728695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"0c53f271-8531-47fa-b831-e247c1072df5","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:20.168642732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"0c53f271-8531-47fa-b831-e247c1072df5","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"name":"e2e-ipp-a-a770b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:20.168669084Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-auth","reconcileID":"0c53f271-8531-47fa-b831-e247c1072df5","MaaSAuthPolicy":{"name":"ipp-route-a770b9-auth","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:20.411816899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38ea133-378b-44c2-a1dd-e2913df929b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:20.467304935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38ea133-378b-44c2-a1dd-e2913df929b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:20.521503667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38ea133-378b-44c2-a1dd-e2913df929b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:20.577244978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38ea133-378b-44c2-a1dd-e2913df929b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.96688225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"82900985-d3f2-4d19-b31e-fea1c329b047","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.153548599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6574b91e-5880-4397-8068-22aca0c9df86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.153688857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"10b12a50-dd4d-4c28-ba48-77d1ebffabc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.154053291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"965c4303-5fa9-4fae-8056-1610f61586d6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.220324469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"10b12a50-dd4d-4c28-ba48-77d1ebffabc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.221306436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6574b91e-5880-4397-8068-22aca0c9df86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.222762458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"965c4303-5fa9-4fae-8056-1610f61586d6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.632854798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5864492-a7b8-477f-b3a5-fe3559c69d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.686850615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5864492-a7b8-477f-b3a5-fe3559c69d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.741126352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5864492-a7b8-477f-b3a5-fe3559c69d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.796029292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5864492-a7b8-477f-b3a5-fe3559c69d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.372617073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","namespace":"ai-tenant-e2e-praxis-a-8d8af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.37271375Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","namespace":"ai-tenant-e2e-praxis-a-8d8af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.372764472Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","tenant":"e2e-praxis-a-8d8af2","tenantID":"e2e-praxis-a-8d8af2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.43140183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8d8af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.499249841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"Service","name":"maas-api-e2e-praxis-a-8d8af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.562634649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8d8af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.618873897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8d8af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.676323187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.736986486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.798445805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.861259575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.915507893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.969727657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.023993432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"Service","name":"payload-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.081072255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.135366572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.189703867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.245564691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.311102564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.367367377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.4219149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.476104677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8d8af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:26.531843755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8d8af2"},"namespace":"ai-tenant-e2e-praxis-a-8d8af2","name":"default-tenant","reconcileID":"87f014ac-5cde-48b9-aa6d-be3eca22f258","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8d8af2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:31.350848498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"04d26f11-b329-490a-aa0d-a2debfae3959","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","subscription":"ipp-route-a770b9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:31.351005782Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"ipp-route-a770b9-sub","reconcileID":"04d26f11-b329-490a-aa0d-a2debfae3959","MaaSSubscription":{"name":"ipp-route-a770b9-sub","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"model":"ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-a770b9/ipp-route-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.161691695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-subscription","reconcileID":"a7767d14-b0e0-41e8-93f1-53989e67210d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.399179373Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-subscription","reconcileID":"a7767d14-b0e0-41e8-93f1-53989e67210d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.630060815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"1ba1a373-8ec4-4e4d-a621-0c6ae1082d41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.632176331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"3ae1fb77-0b15-4d8e-b5f1-331c2f0bd419","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.792693377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"afb9e0bd-a564-4448-bd43-b59a80f6b075","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.863986897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"34367875-e1d0-4a77-9a8f-9de6e170de7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.927985346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"34367875-e1d0-4a77-9a8f-9de6e170de7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.03205523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9d712360-946d-45e5-9e2d-0520937c889f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.032490475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"4a7380bd-08c9-4e85-8c69-af1b78dc9124","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.049036464Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8d8af2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8d8af2","reconcileID":"645c7e56-37a3-4cde-a839-f8d3aea23b75","aitenant":"ai-tenants/e2e-praxis-a-8d8af2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.151418279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9d712360-946d-45e5-9e2d-0520937c889f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.161134134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"4a7380bd-08c9-4e85-8c69-af1b78dc9124","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.418377425Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-auth","reconcileID":"b7ecf094-b112-497c-8d06-47f5a6d2ee19","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.590176617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"6c41d990-7c8c-4e6f-895c-6a97d8f04b34","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.684976517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beef38c3-4295-4aac-b97c-911e17a53d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.739059764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beef38c3-4295-4aac-b97c-911e17a53d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.793130631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beef38c3-4295-4aac-b97c-911e17a53d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.855800294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beef38c3-4295-4aac-b97c-911e17a53d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.980246983Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8d8af2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8d8af2","reconcileID":"645c7e56-37a3-4cde-a839-f8d3aea23b75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8d8af2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8d8af2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.485863679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"7117accc-b7db-44fa-b75a-4171626b4a9c","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.549645535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"3d37a7a8-b6e9-4b96-aebc-0da5f26bb048","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.721520517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"303e8afc-1897-48dc-9c8a-40ae7ee170b4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.774593158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"0895e7c5-9e8b-4841-b27a-8c1e1458c8b2","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.780439807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"303e8afc-1897-48dc-9c8a-40ae7ee170b4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.833810457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"eafc249f-1930-4d04-ad57-5b274c4c5f5a","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:34.886989842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-sub-only","reconcileID":"3581a2d8-2145-4b6b-94f4-037aff487963","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.983890601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4bed587c-e943-4c6d-84dc-51e18c371c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:34.984085118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3abf5f71-141a-43a7-ba9a-109f3371f3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.041691244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"c34a2a4b-fbdd-455a-a5e5-7982f9a68728","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.05117011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3abf5f71-141a-43a7-ba9a-109f3371f3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.055013687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4bed587c-e943-4c6d-84dc-51e18c371c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.102926601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"bd07f391-cb6a-4888-9418-e579db2f8635","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.200459312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"a9e0ea0c-6e87-42ff-bc03-31e4cfe32587","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.406988718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"9c7f4e96-04f2-4d3b-aa1c-f7406d9c44f8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.469590146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"9c7f4e96-04f2-4d3b-aa1c-f7406d9c44f8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.469852888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9eff5a2e-c777-4f7b-92d5-1986130bbfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.470313981Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-sub-only","reconcileID":"be295911-74df-4cc7-9805-be37517bbf20","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.470641514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"71d26b8f-9615-4307-aca5-7d7799e0f319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.529417333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9eff5a2e-c777-4f7b-92d5-1986130bbfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.530458014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"71d26b8f-9615-4307-aca5-7d7799e0f319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.653394542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"65c50ddc-8c45-4221-9489-b3ec7885d923","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.691510814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"e2872cc9-6163-4fdb-9bf0-6651b5e53b0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.882552031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-sub-only","reconcileID":"316a617e-06b2-4143-afb8-71098c27ce01","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:35.943215859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d23589a-9d57-4c1a-92ce-c23a221b1df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:36.001726097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d23589a-9d57-4c1a-92ce-c23a221b1df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:36.058742044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d23589a-9d57-4c1a-92ce-c23a221b1df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:36.114047819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d23589a-9d57-4c1a-92ce-c23a221b1df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.10943014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"a918f922-084e-4b59-bc47-fcf3e1f30821","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.170152266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbdd4e7-d5b0-4a62-8538-9a207de1ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.225939522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbdd4e7-d5b0-4a62-8538-9a207de1ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.281959257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbdd4e7-d5b0-4a62-8538-9a207de1ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.33669923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbdd4e7-d5b0-4a62-8538-9a207de1ab2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.336879269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"eef201ca-d521-42bd-815d-09d25a0d45c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.395879265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"5eed3923-3f48-4bf4-96d7-c84ff058c047","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.398541779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b8f10c08-8c68-4d6a-877f-63acc1915605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.401586305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"eef201ca-d521-42bd-815d-09d25a0d45c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.455159808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"5eed3923-3f48-4bf4-96d7-c84ff058c047","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.457344283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b8f10c08-8c68-4d6a-877f-63acc1915605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.044756777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:43.349859493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b619fbd9-ce00-4bea-be75-5c9bcc1b5d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:43.418525207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b619fbd9-ce00-4bea-be75-5c9bcc1b5d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:43.473658904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b619fbd9-ce00-4bea-be75-5c9bcc1b5d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:43.527820657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b619fbd9-ce00-4bea-be75-5c9bcc1b5d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:45.677197424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44105b50-8581-4492-9fc5-c7f9b25677b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:45.731371634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44105b50-8581-4492-9fc5-c7f9b25677b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:45.789151496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44105b50-8581-4492-9fc5-c7f9b25677b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:45.84376321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44105b50-8581-4492-9fc5-c7f9b25677b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:47.990362269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008ec03c-2f59-42aa-b197-290718c4ccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.044934819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008ec03c-2f59-42aa-b197-290718c4ccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.099715155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008ec03c-2f59-42aa-b197-290718c4ccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.154116664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008ec03c-2f59-42aa-b197-290718c4ccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.295675041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-sub-only","reconcileID":"e76a9d72-4bff-45b6-8533-9c25e33e7014","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.545911248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-sub-only","reconcileID":"e76a9d72-4bff-45b6-8533-9c25e33e7014","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.765678453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"be5375e7-2829-4701-888d-f34e496288dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.814870229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"29475068-674f-4fd9-bf4f-97a113b4bd2a","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.963280288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"48daaf64-07ba-4a07-8649-14373c701409","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.983069956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"2481bc7c-51dc-4924-99fd-5bb38ca0d6df","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.983699654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"efbbd8d4-6760-4be4-8027-cc519fdf9f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.983723842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"f5439dce-d09a-40e7-8288-e9cf54b0c539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.041916275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"2481bc7c-51dc-4924-99fd-5bb38ca0d6df","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.042412987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"f5439dce-d09a-40e7-8288-e9cf54b0c539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.044164262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"efbbd8d4-6760-4be4-8027-cc519fdf9f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.261844686Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-test-group-no-auth","reconcileID":"43104a20-7354-4f33-958d-d72a1147a32b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.474994435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"53426275-7973-4307-a0fc-f6c572400eb7","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.139533566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51c84bb-5188-4700-97a3-533d6042538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.194055663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51c84bb-5188-4700-97a3-533d6042538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.253346055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51c84bb-5188-4700-97a3-533d6042538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.307547013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51c84bb-5188-4700-97a3-533d6042538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.322582198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2040a396-ab4e-4d16-8a4c-84d8ff60cfbf","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.381941934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"b50ad4a5-4988-4972-a135-a3341fa254e4","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.543883545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"ac4b9d8a-2f85-4b92-8257-3c576ac937c0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.605298062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"ac4b9d8a-2f85-4b92-8257-3c576ac937c0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.607557541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"b995311d-87d9-48d2-a040-3fe09cfd2f1b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.668391487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e6f2d4f0-59bb-4f41-9293-7637a15446ae","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:57.71574126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-sub","reconcileID":"b2e6d911-417b-433e-8c5e-fe7732f57a5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.810918746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"868622a7-e1d8-494b-b6bb-704d40308f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.864450134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"3dbe9e52-59d8-4154-b603-5261d0f98e08","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.864970118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b63162b0-4035-437b-967e-3b982c6a1193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.869381047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"868622a7-e1d8-494b-b6bb-704d40308f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.921994001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1f159884-cb1b-45e9-9d66-6a53c859aea0","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.923646126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b63162b0-4035-437b-967e-3b982c6a1193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.023669531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"68291458-9d34-4236-943f-df20941a6a30","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.187176834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"536095e8-f1f2-40c1-b6c9-4cb2a192ba1a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.245753085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"536095e8-f1f2-40c1-b6c9-4cb2a192ba1a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.248158849Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-sub","reconcileID":"8a3aaa30-5f34-447c-b5d7-a67e3ad99fbe","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-status-active-sub","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.287067586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"42b0bb70-5818-42d9-92e4-6fe38b4d8aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.346239394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"42b0bb70-5818-42d9-92e4-6fe38b4d8aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.39021499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4ae5b8b3-5f58-494f-aac2-53c7c7d637c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.420079989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"8ccaa087-ce4e-4c35-90e1-0243cf4e366f","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.450445331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4ae5b8b3-5f58-494f-aac2-53c7c7d637c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.466698834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"2e3703cf-4d92-4ae1-9fac-ddbd4c123916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.630300023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded67dfc-3e04-41fa-a201-0ebfe7a6b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.638236503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-sub","reconcileID":"7936e3f5-ef24-41d3-a9c7-96681c5719e4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.684830754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded67dfc-3e04-41fa-a201-0ebfe7a6b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.7392808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded67dfc-3e04-41fa-a201-0ebfe7a6b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.793611674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded67dfc-3e04-41fa-a201-0ebfe7a6b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.350054287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"ad883c20-374b-487d-9218-7d01917f2cd8","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.512316067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"bffe9250-0be7-4945-bdf2-2d033f0dcbd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.512666998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"381f4060-9ea6-4ddc-b9a2-6d97d676d23f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.512338367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8a18b62e-7ccb-4f43-a2c8-e6111ea24004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.572916752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"381f4060-9ea6-4ddc-b9a2-6d97d676d23f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.574621947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"bffe9250-0be7-4945-bdf2-2d033f0dcbd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.576325311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8a18b62e-7ccb-4f43-a2c8-e6111ea24004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.039488542Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.519122206Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-sub","reconcileID":"8ffe330f-fb2f-42b7-96c3-654527ded268","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.752631567Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-sub","reconcileID":"8ffe330f-fb2f-42b7-96c3-654527ded268","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.961757767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"818e5722-3281-45fc-8e07-81fd0a9c6820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.010522941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"7d2b344c-3840-4bb9-bf73-24c54213dac6","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.158949165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"aad59f7c-cc2f-4136-ae5e-2157674674ef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.17187745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"6f71aae8-63c0-4817-b154-699553c9c7e5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.17202417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"af9e994e-3665-4377-b29b-cc059c665b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.171877977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d2a0849a-06f9-4459-a50d-399d7852a763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.23072727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"af9e994e-3665-4377-b29b-cc059c665b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.230942061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"6f71aae8-63c0-4817-b154-699553c9c7e5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.233020306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d2a0849a-06f9-4459-a50d-399d7852a763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.392578212Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth","reconcileID":"d6050161-dbe8-460e-8a0c-bf7d14d7c8a2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.561026058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"9e7de1b2-541b-4599-b2da-d902c62ef660","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:12.129303466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"973d0fc1-c529-4933-92d7-255cabcc7dd1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-977f32","tenantID":"e2e-praxis-a-977f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:12.246797882Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"973d0fc1-c529-4933-92d7-255cabcc7dd1","name":"e2e-praxis-a-977f32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:12.560900971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-failed-sub","reconcileID":"7394e718-5dc1-41f5-a4b3-9794fe3ebcdb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:12.613717683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c0357b26-1582-4657-8e7e-9b8ef75e38e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:12.65080911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d6f8d69c-27a1-4171-a127-6dde61581b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:12.672018983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c0357b26-1582-4657-8e7e-9b8ef75e38e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:12.709939043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"d6f8d69c-27a1-4171-a127-6dde61581b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.041572223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b4f845cf-3395-4e5b-81e3-8d1a488c0bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.099574833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"b4f845cf-3395-4e5b-81e3-8d1a488c0bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.141945228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"85b4ce14-f072-4541-b9df-b4af6435ad31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.200597186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"85b4ce14-f072-4541-b9df-b4af6435ad31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.04803623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8295e8d1-9511-4e2d-be19-620dcce24b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.048041236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"fa725a17-384a-49d3-bb3e-e9b09dd327b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.108695612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"fa725a17-384a-49d3-bb3e-e9b09dd327b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.109536792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8295e8d1-9511-4e2d-be19-620dcce24b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.497136063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","namespace":"ai-tenant-e2e-ipp-a-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.497194748Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","namespace":"ai-tenant-e2e-ipp-a-a770b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.497243674Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","tenant":"e2e-ipp-a-a770b9","tenantID":"e2e-ipp-a-a770b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.552787456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a770b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.616867182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"Service","name":"maas-api-e2e-ipp-a-a770b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.684235275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a770b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.739806815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a770b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.805327574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.861703176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.918400221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:17.978081511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.034263742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.09210668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.154048028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"Service","name":"payload-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.215577357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.273815152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.331334763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.388833368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.449582402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.554146035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.609907621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.667943161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a770b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:18.724323728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a770b9"},"namespace":"ai-tenant-e2e-ipp-a-a770b9","name":"default-tenant","reconcileID":"fe518747-e845-491e-a54d-52d445dae56b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a770b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.441800092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092baf83-ede1-42c4-acf4-9405f08b59ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.496078634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092baf83-ede1-42c4-acf4-9405f08b59ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.550425942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092baf83-ede1-42c4-acf4-9405f08b59ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.556027562Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a770b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a770b9","reconcileID":"94784dca-ed0b-491e-ba62-c1ed21f0f3df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a770b9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a770b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.605064805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092baf83-ede1-42c4-acf4-9405f08b59ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.601077959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776ad118-1991-4a9b-a913-9bc277247092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.655330924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776ad118-1991-4a9b-a913-9bc277247092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.709361952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776ad118-1991-4a9b-a913-9bc277247092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.763436893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776ad118-1991-4a9b-a913-9bc277247092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:23.712952731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e5541e-30d8-44b4-bf0b-f06e586ff736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:23.766928936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e5541e-30d8-44b4-bf0b-f06e586ff736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:23.821061904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e5541e-30d8-44b4-bf0b-f06e586ff736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:23.87506595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e5541e-30d8-44b4-bf0b-f06e586ff736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.0564282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-failed-sub","reconcileID":"da303ac7-c17f-4221-8965-7d602f236dfb","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.05658227Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-failed-sub","reconcileID":"da303ac7-c17f-4221-8965-7d602f236dfb","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.546184664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"47ff86a1-7c36-47a7-8502-417b29927db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.546182628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"beec903d-aa0e-48fd-8b6f-3624606fdce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.605861061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"47ff86a1-7c36-47a7-8502-417b29927db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.606414936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"beec903d-aa0e-48fd-8b6f-3624606fdce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.859917027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d1a7be-88b6-4186-b3d2-e37f5be97791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.914029724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d1a7be-88b6-4186-b3d2-e37f5be97791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.968105041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d1a7be-88b6-4186-b3d2-e37f5be97791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:26.022344206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d1a7be-88b6-4186-b3d2-e37f5be97791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:26.240720976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5dca5b20-0813-48fd-beba-bcddb6ee299c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:26.302218214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e32c8c61-cafd-4776-904e-784aaf3ecc45","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:26.463552077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth-only","reconcileID":"a8ba7b22-1897-4330-93cb-099bc43bf49c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:26.521876149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth-only","reconcileID":"a8ba7b22-1897-4330-93cb-099bc43bf49c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:26.845984615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5d84d310-3cac-4085-8823-72eb17cdd092","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:27.060076473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth-only","reconcileID":"99f0df0d-49a1-489e-99a8-6b9c4561e0f4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:27.173113255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth-only","reconcileID":"99f0df0d-49a1-489e-99a8-6b9c4561e0f4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.033077904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71b217c-fdea-48d3-9424-b8c5b0f4e444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.090643918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71b217c-fdea-48d3-9424-b8c5b0f4e444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.145529497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71b217c-fdea-48d3-9424-b8c5b0f4e444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.199604936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71b217c-fdea-48d3-9424-b8c5b0f4e444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.845458857Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-active-auth-only","reconcileID":"21acb73d-1b35-4ac1-ba41-d953f3972152","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.845602929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"f1cdbad5-c5e1-404a-a77a-49a13bd022bb","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:29.011683284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4856f34d-9b4f-4deb-b496-2ef62b26ec1e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:29.879256863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"84ab1bf3-06ca-4976-b9a3-df0554668d3d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:29.935342502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"ab34aa99-9575-45fb-a2be-8eb1bdf71042","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.113729013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"d950049f-697d-4215-bdb6-d332446ba105","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.173773754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"d950049f-697d-4215-bdb6-d332446ba105","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.176381048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"8823bc06-faed-4278-bf39-2cb30b4af15c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.208864965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd773769-ceea-47bf-a8ba-6282827dad69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.264532614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd773769-ceea-47bf-a8ba-6282827dad69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.316080996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"ea8bbb40-2bb2-4ea2-94bc-371a58a1bb58","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.319092723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd773769-ceea-47bf-a8ba-6282827dad69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:30.319683312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/e2e-status-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.373874208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd773769-ceea-47bf-a8ba-6282827dad69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.378408553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"81bd24e5-b1bc-4205-b82e-c476f74c9ce8","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.428522486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1bded847-447e-4e69-9fc1-a2d128341033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.482013264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"7721b679-dcf0-4b77-a86d-5a562a439911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.487930948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1bded847-447e-4e69-9fc1-a2d128341033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.542993662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"7721b679-dcf0-4b77-a86d-5a562a439911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.655889505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"b54cbde3-dff7-4e06-b5b3-dcd1c642595c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.659120869Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"070a05dd-6a4b-441f-8576-fe458768d324","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.659236692Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"070a05dd-6a4b-441f-8576-fe458768d324","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.812154744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"81e2897e-a9af-4d0a-bb46-5b88400aff6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.816120502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"5e5ba893-6c68-4662-81e2-c4844b830f18","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.870987719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"81e2897e-a9af-4d0a-bb46-5b88400aff6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.874539494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"5e5ba893-6c68-4662-81e2-c4844b830f18","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.877138638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"a8105988-e6a1-46c1-a781-7a405d8a7b76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.935305258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e04175b5-b12f-4ccb-9b82-678951427c54","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.967788941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"5d6d5b38-4ac8-4592-8fa9-eb5d8b091199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.026378612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"5d6d5b38-4ac8-4592-8fa9-eb5d8b091199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:31.149932903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"5e5ba893-6c68-4662-81e2-c4844b830f18","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.15544562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"0c677d97-7caf-4fdb-a448-0a2d5aabae9d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.155583678Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"0c677d97-7caf-4fdb-a448-0a2d5aabae9d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.316447478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"051dc380-88c2-4e4b-9e98-74c93849a534","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.375749901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"051dc380-88c2-4e4b-9e98-74c93849a534","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.383529615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"3599e405-5382-45d6-a288-14cd4f90ef0d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.333824929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b03a01e-b708-419a-b52d-712e0a70195f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.388369347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b03a01e-b708-419a-b52d-712e0a70195f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.443625816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b03a01e-b708-419a-b52d-712e0a70195f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.498562918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b03a01e-b708-419a-b52d-712e0a70195f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.610615871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"fa6c759c-e3c5-472a-b358-cb89ed94f318","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.775228951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4b151719-ebda-47a0-a444-a12c0342f72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.775285283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"85e76ea5-aa68-4461-8c6e-b197e451fb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.829732443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"5307d642-53ce-4f30-8e84-3254d52e5729","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.83461537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4b151719-ebda-47a0-a444-a12c0342f72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.835643874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"85e76ea5-aa68-4461-8c6e-b197e451fb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.888685976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"5307d642-53ce-4f30-8e84-3254d52e5729","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.495397436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","namespace":"ai-tenant-e2e-ipp-b-32bec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.495456042Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","namespace":"ai-tenant-e2e-ipp-b-32bec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.495527907Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","tenant":"e2e-ipp-b-32bec3","tenantID":"e2e-ipp-b-32bec3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.551579826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-32bec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.613961986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"Service","name":"maas-api-e2e-ipp-b-32bec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.672163879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-32bec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.728070671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-32bec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.78628154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.846863483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.905292314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.969785304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.026279255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.084428416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.149172819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"Service","name":"payload-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.211517283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.26920668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.32787627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.385892214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.443832461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.503209552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.559318546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.617874124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-32bec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.674835017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-32bec3"},"namespace":"ai-tenant-e2e-ipp-b-32bec3","name":"default-tenant","reconcileID":"c7adba1d-03ab-4b02-ace8-1935e6f18ba2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-32bec3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.733108433Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","namespace":"ai-tenant-e2e-praxis-b-84e22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.733196077Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","namespace":"ai-tenant-e2e-praxis-b-84e22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.733256253Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","tenant":"e2e-praxis-b-84e22c","tenantID":"e2e-praxis-b-84e22c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.78959231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-84e22c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.854096404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"Service","name":"maas-api-e2e-praxis-b-84e22c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.916144137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-84e22c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:36.971608661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-84e22c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.038381611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.095026402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.153722094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.2132964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.267875583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.321774355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.377082225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"Service","name":"payload-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.431779791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.485514215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.539060835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.593230665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.650338142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.704795036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.758435204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.812254388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-84e22c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.870721952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-84e22c"},"namespace":"ai-tenant-e2e-praxis-b-84e22c","name":"default-tenant","reconcileID":"feb197f5-0319-4501-8740-87546e12bdf1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-84e22c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.039746537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.865870633Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-84e22c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-84e22c","reconcileID":"bb6c10fd-6888-47b7-b1ec-6f5d47416831","aitenant":"ai-tenants/e2e-praxis-b-84e22c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.34876899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacde803-44d7-4eda-9af7-2ce095e2ea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.404608254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacde803-44d7-4eda-9af7-2ce095e2ea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.459009333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacde803-44d7-4eda-9af7-2ce095e2ea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.513344572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacde803-44d7-4eda-9af7-2ce095e2ea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.68983212Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-84e22c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-84e22c","reconcileID":"bb6c10fd-6888-47b7-b1ec-6f5d47416831","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-84e22c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-84e22c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.47614837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4f1d5-c062-4a90-b622-90fd484c3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.530288208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4f1d5-c062-4a90-b622-90fd484c3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.584448435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4f1d5-c062-4a90-b622-90fd484c3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.63856519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4f1d5-c062-4a90-b622-90fd484c3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.780022931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"32aa870c-371f-4ee6-b64d-d56ae5f06965","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.85740448Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-32bec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-32bec3","reconcileID":"dc9c890c-cdba-4316-945b-59b3d9ee8dfb","aitenant":"ai-tenants/e2e-ipp-b-32bec3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.025931699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"32aa870c-371f-4ee6-b64d-d56ae5f06965","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.025966543Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"32aa870c-371f-4ee6-b64d-d56ae5f06965","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.026104026Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-sub","reconcileID":"32aa870c-371f-4ee6-b64d-d56ae5f06965","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.242427526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"dd0442ca-8c35-472a-bae9-04925a416cbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.3000881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"cf6375ed-54b7-4586-a38a-67a0fa5cbb51","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.446631724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"f6cdec73-3c39-4aad-8900-6760f38ed370","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.462416893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"1c6e0907-3f9f-4002-8980-0b4b3188fedd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.462619868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8ad0e3e0-0cb9-4d97-aabf-6cd549c77e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.462417143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"571ca892-8f8a-4b25-90c0-2ebd4fd2f252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.521002023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"1c6e0907-3f9f-4002-8980-0b4b3188fedd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.521500151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"571ca892-8f8a-4b25-90c0-2ebd4fd2f252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.523361161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8ad0e3e0-0cb9-4d97-aabf-6cd549c77e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.635668734Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-32bec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-32bec3","reconcileID":"dc9c890c-cdba-4316-945b-59b3d9ee8dfb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-32bec3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-32bec3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.75711545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"7afdd4fa-df27-441f-bdc4-e9adbfc221b5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.992939113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"488e9f99-63c2-4fd2-b284-5628864c0c60","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:44.061706765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"7f1fff09-3fa8-4079-9769-d55af94a42e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:44.611225773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8bd0e3-79a0-4890-83c0-e6538ae50f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:44.665700287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8bd0e3-79a0-4890-83c0-e6538ae50f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:44.720220286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8bd0e3-79a0-4890-83c0-e6538ae50f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:44.774355356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8bd0e3-79a0-4890-83c0-e6538ae50f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:44.90701888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"21371dc8-d8f5-435b-a15c-a0dee582ea4e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:44.96553767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1cf9a566-7df7-4f52-b4ad-5e667e633bec","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.212055543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"0889a363-2f26-49e8-8a88-76cbbdbe70bc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.271103813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"0889a363-2f26-49e8-8a88-76cbbdbe70bc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.383560605Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"0889a363-2f26-49e8-8a88-76cbbdbe70bc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.651354865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"36d38d4b-f6a6-404d-a577-a42045a02f68","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.919984551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"f63f1664-60e2-446f-b7eb-4a928beb769b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.978915276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"f63f1664-60e2-446f-b7eb-4a928beb769b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:46.09007981Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"f63f1664-60e2-446f-b7eb-4a928beb769b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:46.741933607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeb6b36-a9b4-423b-a5c2-c3329c1d7f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:46.79686446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeb6b36-a9b4-423b-a5c2-c3329c1d7f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:46.851517786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeb6b36-a9b4-423b-a5c2-c3329c1d7f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:46.905529514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeb6b36-a9b4-423b-a5c2-c3329c1d7f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.336339055Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"4e30ebb1-c7e5-4c27-a3f0-87966df3d287","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.336354347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"f5818bcd-5bbb-473e-abdb-90e872e2be1b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.390482475Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-status-degraded-auth","reconcileID":"4e30ebb1-c7e5-4c27-a3f0-87966df3d287","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.438146664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"0e226d8a-2a60-4505-89a8-7a8c97bf85e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.650184384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"13a1aa30-a620-4bb5-a3af-a3b585fd4240","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.510927536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"83022d06-0682-4f0f-9772-fe970bafdc62","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.57167945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"84164156-5010-4c10-8b43-b7ff9140bee1","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.733116367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"782c160c-dd58-48f4-a260-0a883a5cbd91","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.784381278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"951a81c1-b1db-4e04-89fe-31f8f30821ba","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.790942714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"782c160c-dd58-48f4-a260-0a883a5cbd91","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.84063908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"8b48da01-f781-4618-ae7e-df15340b998b","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:48.892839928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"85f4afda-5a92-47a0-88a5-3c2663b6ad79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.918363082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05930faf-ca52-4ff9-8271-ac2c3da2a5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:48.972922504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05930faf-ca52-4ff9-8271-ac2c3da2a5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.027398022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05930faf-ca52-4ff9-8271-ac2c3da2a5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.027541357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"9539a4f8-e671-46da-a7e5-3e9bb3006225","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.081788585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05930faf-ca52-4ff9-8271-ac2c3da2a5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.086792228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"48b6d2fc-6866-4a6a-9c9c-4bc2743d52df","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.135612756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ad5e2ac2-b866-4a16-a128-641a07a22944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.135667533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8e0f9108-2267-4b5b-8025-d3d38f19c330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.141622554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"84b47ded-b877-4080-bc0d-e26d7e1850f6","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.195017024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"ad5e2ac2-b866-4a16-a128-641a07a22944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.195312847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8e0f9108-2267-4b5b-8025-d3d38f19c330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.400751145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2da2a70f-8d45-44d0-9682-381b48588648","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.406682596Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"4de51bdb-f6b3-4ba9-8b15-a06701be0df3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.406836977Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"4de51bdb-f6b3-4ba9-8b15-a06701be0df3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.461389977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2da2a70f-8d45-44d0-9682-381b48588648","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.570665378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"99cb00e3-a060-4756-a0a4-69ee179e5f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.627200591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"9646e511-b43e-4f90-959b-9cbbb7a51ac6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.629430694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"99cb00e3-a060-4756-a0a4-69ee179e5f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.663153129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"06090383-7033-40aa-9e1a-d2fe4a60f9c1","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.670702627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"52e8362e-004e-42d9-884f-5e0a73b6f029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.680753367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5395fa0d-495b-4a77-a86b-4c2e5a4e7601","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.722257018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"fee477e5-307d-437d-99fe-516b0c2c7d02","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.729455781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"52e8362e-004e-42d9-884f-5e0a73b6f029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.882910695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"83c1b706-c313-4fbf-8e5d-60fb2fb6822d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.896390806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"7ee87679-5dbf-4efa-baac-a1c0bd46c675","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.896613018Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"7ee87679-5dbf-4efa-baac-a1c0bd46c675","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.935236506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"db9b66f6-cd3d-41c2-af05-96aa0d31b203","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.940690179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"83c1b706-c313-4fbf-8e5d-60fb2fb6822d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.991700186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"6a57b572-66da-46f2-b98f-8bcab4fceed9","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:50.050129786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-free","reconcileID":"11a4d89e-96ce-4cf6-a946-0fcadfe03dfb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.051844047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"30b1c28e-d224-4738-920b-f2e75f5f77fc","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.103893997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"66d48437-1d0c-41f2-95a0-711668dd6f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.103996496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"49f8ab73-91af-4530-90c9-11642cd38f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.162462626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"49f8ab73-91af-4530-90c9-11642cd38f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.166006207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"5a100720-7011-4fcb-87cf-64c3bc7a6e27","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.166080466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"66d48437-1d0c-41f2-95a0-711668dd6f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.268929775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-42c707 priority=0:[ai-tenant-e2e-worker-w0-42c707/e2e-test-subscription-free ai-tenant-e2e-worker-w0-42c707/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.269113527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"fc89117b-cee7-4959-8fc1-585e48fd7492","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.272948755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"8b39bb42-4943-4cb9-a3ab-87560dc56e2b","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.276677655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"f6ee3da5-7d5a-4446-a585-c7870e1e114e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.278737227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"d56c667f-7cea-4337-86d1-d6eb95dfcf87","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.326076814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"2f362874-dbc8-4182-9c56-fd2a9ff6b564","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:50.377962219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-premium","reconcileID":"9f4f2e91-0fe4-42cf-9873-e23964c0b607","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.38503284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"d6a31f94-f49a-4db9-a06d-338d028bac64","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.487677902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2b354ce3-af42-4504-88c6-bc0433a7a7f7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.491687661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"cd19777f-03dd-41c3-b450-f1e669093379","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.547823412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2b354ce3-af42-4504-88c6-bc0433a7a7f7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.549659931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"e2a76829-9280-415d-b711-1228d2c91664","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.553738936Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-free","reconcileID":"7069632b-f7ba-49c8-a887-56c0660c0fb1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-42c707/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.597420721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"364acdf9-5677-418a-bb6d-94fc9b3000ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.597464467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"2036c5d2-aca9-4c3a-b5b1-a54ae27f47f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.657099815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"364acdf9-5677-418a-bb6d-94fc9b3000ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.657255518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"2036c5d2-aca9-4c3a-b5b1-a54ae27f47f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.724071053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f00833ca-20f4-4807-8dd7-501fdc4c8d08","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.765392408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-premium","reconcileID":"61883826-1edf-4269-896e-275c0054e12e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.770669321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"acfee6a4-9317-4b2e-b0ef-cb810bf7e6fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.87016034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"73f9ab64-1881-4896-81f9-8f73ae844dc8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.928393651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"73f9ab64-1881-4896-81f9-8f73ae844dc8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.938100059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"e6bfffb3-063a-4612-88ce-7cbbb6e1d2da","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.940142467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-free","reconcileID":"166623ed-f9cd-4c34-9ee3-3c53049e00c9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.979801483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"c3900173-6a4f-4de1-8bce-e5867e72d4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.97980184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9bbfebf8-9b29-4519-b099-625bc1b7d5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.039283317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9bbfebf8-9b29-4519-b099-625bc1b7d5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.039282167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"c3900173-6a4f-4de1-8bce-e5867e72d4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.068521156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99395414-c59e-4c47-8c1b-1cdb92abb2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.123749719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99395414-c59e-4c47-8c1b-1cdb92abb2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.178060976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-premium","reconcileID":"dc85395d-05d5-4082-ad5e-ae1a200f9e34","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.178293641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99395414-c59e-4c47-8c1b-1cdb92abb2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.232602745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99395414-c59e-4c47-8c1b-1cdb92abb2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.516595308Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d83c93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d83c93","reconcileID":"2c151383-9e0f-4577-b990-51f95f770994","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d83c93","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d83c93":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.782592124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"459be21c-6c33-4684-9af1-b4e2b3401bb1","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.958010848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0b656d2f-9aa3-4a46-a031-66fc84c1a93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.958241836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8ed0504e-8d00-4672-a949-c53460fea20c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.958012624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"19527c28-845d-4c46-8f58-3d845ff13d8b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.01714496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0b656d2f-9aa3-4a46-a031-66fc84c1a93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.018042953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"19527c28-845d-4c46-8f58-3d845ff13d8b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.019462251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8ed0504e-8d00-4672-a949-c53460fea20c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.861851179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"78b6b20a-a1f7-4dc5-9437-ab28f1cfac87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:53.196904817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e60abef-1c33-4ade-a003-10f9a12c5c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:53.250923735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e60abef-1c33-4ade-a003-10f9a12c5c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:53.305002611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e60abef-1c33-4ade-a003-10f9a12c5c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:53.359040026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e60abef-1c33-4ade-a003-10f9a12c5c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.462607728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"3ba4305c-68f3-44a0-9044-6237e555b040","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.624829421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"793e5637-74f0-4177-b793-015af6e6a383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.624969195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"933198a0-b340-4bb1-a170-14d2b4ceabc7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.624832939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ea4784d6-887e-49de-bade-c90e5f78701c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.685369289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"793e5637-74f0-4177-b793-015af6e6a383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.686056368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"933198a0-b340-4bb1-a170-14d2b4ceabc7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.688964761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"ea4784d6-887e-49de-bade-c90e5f78701c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:55.328709665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d4a2ae-9dbb-4f2b-bd01-48aa704e0cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:55.383152904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d4a2ae-9dbb-4f2b-bd01-48aa704e0cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:55.437771276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d4a2ae-9dbb-4f2b-bd01-48aa704e0cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:55.491881528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d4a2ae-9dbb-4f2b-bd01-48aa704e0cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.504323769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2525bdc1-6e52-44e6-9c04-204b752402e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.558439731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2525bdc1-6e52-44e6-9c04-204b752402e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.613135282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2525bdc1-6e52-44e6-9c04-204b752402e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.667542417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2525bdc1-6e52-44e6-9c04-204b752402e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:01.978359008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"35950fd5-813c-418b-9794-3cefa3d42c62","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.205715055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"35950fd5-813c-418b-9794-3cefa3d42c62","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.205739383Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"35950fd5-813c-418b-9794-3cefa3d42c62","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.20581756Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf","reconcileID":"35950fd5-813c-418b-9794-3cefa3d42c62","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.432296475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"6831e9ab-14c3-43dc-a8b1-df421474fbed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.535761434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"a7f48e55-0884-4770-82bd-6f79656c1f50","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.595690873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"ac319f40-e16b-44eb-be91-057c8c5c64ee","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.687072253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"30381df0-2925-4de3-a768-ca9886232c56","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.698169626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"31d32c85-b0e0-483f-a52c-642d298c84ab","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.698303435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ced4211e-f9d7-4a52-a9a5-8f305387d489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.698183291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8f56c27e-f56c-47a9-8066-99a49270a3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.756913743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"31d32c85-b0e0-483f-a52c-642d298c84ab","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.757057117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ced4211e-f9d7-4a52-a9a5-8f305387d489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.759179041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8f56c27e-f56c-47a9-8066-99a49270a3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.964941982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-healthy-inf-auth","reconcileID":"abdccc15-e86a-4cec-aef9-fde3f7804154","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:03.132116828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"64757a26-1a72-4a60-9584-8b2d11a522e4","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.006663446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"1464eca6-cb10-415e-8ab1-d185220d9f2c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.066064974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"74ec0b7d-1256-4ce1-8eec-32b2a244ca07","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.227808676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"34406116-9d2c-402e-94d7-682f5480ee22","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.267152616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"6732b46e-b56c-411f-99a3-b9d2d394210e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.286361945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"34406116-9d2c-402e-94d7-682f5480ee22","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.324640592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"f9d3fd42-6c6b-4e49-b140-1630bd28a9e4","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:04.375436804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"d50f4f87-6943-4636-9b17-657d26e2f3ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.429060231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"dab500d2-1b82-464f-af9c-f5d32cd559e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.429163525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ced0e52a-0f55-46cf-bf1f-cae197069536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.488377889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"dab500d2-1b82-464f-af9c-f5d32cd559e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.488449224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ced0e52a-0f55-46cf-bf1f-cae197069536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.492046873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2cb2db87-f37b-4282-b5d1-304e760afb76","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.550613833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"5f5b4645-f1ce-462a-9078-9bdde0a5f8f7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.612914337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"00b377ae-7c65-4f57-8b31-cf01876ed319","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.631328695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-free","reconcileID":"0ef6cf0e-e078-4066-9089-d2001fce5d20","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.773086851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"a9674a86-09db-4d95-bc39-da4261e61ce9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.828667843Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"28efc9ee-d8c2-48c9-92cd-83d971758a4a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.828877586Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"28efc9ee-d8c2-48c9-92cd-83d971758a4a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.83244869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"a9674a86-09db-4d95-bc39-da4261e61ce9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.853327572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-free","reconcileID":"0ef6cf0e-e078-4066-9089-d2001fce5d20","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.872025703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"85ebb4b9-9e12-4274-b4d2-27ee798b99dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.872037528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2fbbdf23-50b9-43be-ba15-1febc052b0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.930112929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2fbbdf23-50b9-43be-ba15-1febc052b0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.930314804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"85ebb4b9-9e12-4274-b4d2-27ee798b99dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.045574603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"ab68b0c7-06e0-430a-a2f5-d7b17f68469a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.053421395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"6b4bd4c2-7872-4572-a5ba-2d4a1c7859d3","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.073264679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-premium","reconcileID":"5747ad80-6bb2-4224-85fa-cbd328577aa1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.073286247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"b0f4c7dc-4568-424c-8d04-aeb89f65c951","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.073912421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"64601f10-9ea1-4c79-8f6e-ce147bbd3c71","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.133709573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"a3dc3304-a0a3-4510-b2b6-3b680f04d46d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.224485417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f3a3bd88-117a-4b93-bc66-f007e2945739","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.237376012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"a1a3b60c-a814-4ce5-93f4-4acd21807a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.238040473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"71572ef6-d55a-4b34-88f7-12a83b44aca0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.238595811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"29f3ba0b-b400-4b1a-bbc2-73167ffd3cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.269413995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"6c5643a7-850a-4911-ab51-feffa57ac749","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.269608962Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"6c5643a7-850a-4911-ab51-feffa57ac749","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.298139925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"71572ef6-d55a-4b34-88f7-12a83b44aca0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.301863927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"a1a3b60c-a814-4ce5-93f4-4acd21807a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.305399917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"29f3ba0b-b400-4b1a-bbc2-73167ffd3cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.557957393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"b408f3c1-9309-4bc3-a649-c1c5298f0805","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.667344881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"59739c72-ec05-498d-8c06-ec7135c10820","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.726449986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"59739c72-ec05-498d-8c06-ec7135c10820","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.768320955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"bbfe8743-e7c6-49b6-a869-5bcfa349e3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.768320588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9a052110-827d-4c5b-9203-8e3c8138c581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.826826986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9a052110-827d-4c5b-9203-8e3c8138c581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.82770217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"bbfe8743-e7c6-49b6-a869-5bcfa349e3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.013931707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6ed5b-2806-4ac5-b800-14acffaf4a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.043199628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"a1a675cb-0224-4192-ad06-5e6dfa381ce4","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.069614254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6ed5b-2806-4ac5-b800-14acffaf4a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.124081001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6ed5b-2806-4ac5-b800-14acffaf4a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.178633639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6ed5b-2806-4ac5-b800-14acffaf4a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.34240255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"1770433a-2735-4900-b86f-63d3a8a06ebc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.342506786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9cf1b94d-9226-4762-9e3e-ca0a87b386d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.342914157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a58fe9e8-cf26-4ec0-b1d2-0297e5109b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.401161093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a58fe9e8-cf26-4ec0-b1d2-0297e5109b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.401561573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9cf1b94d-9226-4762-9e3e-ca0a87b386d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.403368322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"1770433a-2735-4900-b86f-63d3a8a06ebc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.042133708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.171934799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0af17-9f2a-4129-847a-f575877a6495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.226142371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0af17-9f2a-4129-847a-f575877a6495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.280352203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0af17-9f2a-4129-847a-f575877a6495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.334525457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0af17-9f2a-4129-847a-f575877a6495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.742866673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-premium","reconcileID":"321cda97-58aa-41f9-b859-acadd601e1f9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.96840893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"4fd39dd3-e65f-407a-ad5b-a1d424eeefa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.034938077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-subscription-premium","reconcileID":"321cda97-58aa-41f9-b859-acadd601e1f9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.30834265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"991b5c3b-cfae-4ccb-bd0a-06463bbccca3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.363072576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"ddff84ab-634d-4079-96e7-faf922126c0a","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.507426857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"48fd45cf-57e9-4293-bb81-3e088cdbe0ae","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.574439162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"85976684-8bb1-4447-9842-702d0851a67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.574794423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ba4475f7-d9c5-4ae7-bc9e-5e2c4c71fc0a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.575107926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1094f605-a891-4b16-a246-2f760544ddee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.634022443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"85976684-8bb1-4447-9842-702d0851a67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.635845552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1094f605-a891-4b16-a246-2f760544ddee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.636211418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ba4475f7-d9c5-4ae7-bc9e-5e2c4c71fc0a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.797010326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-test-auth-multi-sub-valid","reconcileID":"44e64ded-488e-4446-8c46-24ddaecf1000","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.012403643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"b80b9e2c-5885-4a51-a3b1-731b5c3987e2","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.127144154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9789f4-0e27-4c32-9def-3e19badcda1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.181244876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9789f4-0e27-4c32-9def-3e19badcda1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.235532104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9789f4-0e27-4c32-9def-3e19badcda1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.289971824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9789f4-0e27-4c32-9def-3e19badcda1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.735300025Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-10c688","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-10c688","reconcileID":"0381467f-0c8c-458c-8734-7b78ebcbe6e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-10c688","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-10c688":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.296313693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"a03c8c0f-da54-4fbc-9bbf-8a3cfbba3ae0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.622807374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"a03c8c0f-da54-4fbc-9bbf-8a3cfbba3ae0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.622845188Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"a03c8c0f-da54-4fbc-9bbf-8a3cfbba3ae0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.662701697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube","reconcileID":"a03c8c0f-da54-4fbc-9bbf-8a3cfbba3ae0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-cdb532/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.906392961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"febaabf4-b5d8-4e8a-a3b1-579150d8b2f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.986923136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"3ea67fda-6e6e-4506-a2cd-157b13b9fafc","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.131575237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"92a80b1f-d439-448e-8948-d1b1ca99c65a","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.149002127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"46166ea5-1fe8-48e6-b9ef-40c1e1031dc5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.149371323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"abc1dfd7-384d-4219-8826-1dadb5f0f63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.149596295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b791e37d-1aae-4e89-8f26-86677f80a651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.210059843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"46166ea5-1fe8-48e6-b9ef-40c1e1031dc5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.210217354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b791e37d-1aae-4e89-8f26-86677f80a651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.212308938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"abc1dfd7-384d-4219-8826-1dadb5f0f63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.298764924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728a379-05c1-42a2-a36e-8477ed48b9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.353281376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728a379-05c1-42a2-a36e-8477ed48b9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.407552553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728a379-05c1-42a2-a36e-8477ed48b9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.407632232Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-degraded-models-kube-auth","reconcileID":"0d785ada-2cf9-4c4c-83aa-3c7ab7dc30e2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.46140096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728a379-05c1-42a2-a36e-8477ed48b9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.630165577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"d7e3619b-bd4c-42e3-a3e6-e69bb8fe258e","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.397996383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13f334d-4cff-4dc8-84e6-ea610834caab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.452116193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13f334d-4cff-4dc8-84e6-ea610834caab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.506786363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13f334d-4cff-4dc8-84e6-ea610834caab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.561437641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13f334d-4cff-4dc8-84e6-ea610834caab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.535113076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faae802b-3911-4b50-bda0-1c25f6f6d393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.59864387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faae802b-3911-4b50-bda0-1c25f6f6d393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.653372484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faae802b-3911-4b50-bda0-1c25f6f6d393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.707829527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faae802b-3911-4b50-bda0-1c25f6f6d393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.053218743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"30971cec-9b80-45d6-b77d-f1d398c269ea","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.053255626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"30971cec-9b80-45d6-b77d-f1d398c269ea","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.113445645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"7d0dd017-bc0d-448e-8fa8-f61188671fe6","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.225075842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e410b8e4-1dab-4181-b77f-235f48f220b5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.225096671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e410b8e4-1dab-4181-b77f-235f48f220b5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.281196296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"367d1b1a-7998-4564-9fa6-422394470b1e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.281216365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"367d1b1a-7998-4564-9fa6-422394470b1e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.496063751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"37274ad5-62c1-4e3b-a915-9ef3abe7718f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.50134805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"956cbaf8-d345-46cf-bf91-0e2db004cb58","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.501368306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"956cbaf8-d345-46cf-bf91-0e2db004cb58","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.554485517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"37274ad5-62c1-4e3b-a915-9ef3abe7718f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.562311989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e8069289-0c1b-49aa-ae46-3f8cc63093f6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.562327796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e8069289-0c1b-49aa-ae46-3f8cc63093f6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:24.609630184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"8ddb9069-7f59-4e68-b755-5ac226b28613","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:24.617549059Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e8069289-0c1b-49aa-ae46-3f8cc63093f6","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:24.617606527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e8069289-0c1b-49aa-ae46-3f8cc63093f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.622947314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"da30d9a4-5a7f-492e-a5bc-9c815ebafed8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.622963255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"da30d9a4-5a7f-492e-a5bc-9c815ebafed8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.718119524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9d1efede-4ef7-4609-b74a-437fc7f24f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.718124873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"911eb990-a7d6-4f53-858e-76df4e31c3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.718994513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"aab2a987-6d2f-49ed-a992-47bc9fbf2616","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.719009352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"aab2a987-6d2f-49ed-a992-47bc9fbf2616","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.777163534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"911eb990-a7d6-4f53-858e-76df4e31c3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.777261999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9d1efede-4ef7-4609-b74a-437fc7f24f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.777941591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"1250df06-72a5-4a82-af43-1c75aebdda2b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.777958188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"1250df06-72a5-4a82-af43-1c75aebdda2b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.876955805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"2bada7b8-5d4f-4a91-a04b-2dc72aa9833c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.876998987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"2bada7b8-5d4f-4a91-a04b-2dc72aa9833c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.002359455Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"2668a33d-febd-4787-b895-db5d9e891bb9","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.090833161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"8e5ecaee-8cbd-45ae-98e5-00c11150d06d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.148853057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"8e5ecaee-8cbd-45ae-98e5-00c11150d06d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.181039739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4611ab53-ffee-408c-975d-01efecd1258a","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.181070253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4611ab53-ffee-408c-975d-01efecd1258a","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.194261865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"565ed760-1c46-4e07-ad1f-6e19b6adadf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.194268751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"796b6a5f-1f74-462a-9a83-c9601a83d55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.24028889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"2a9f8456-3e91-4382-afea-5b5e50e56bec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.240311375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"2a9f8456-3e91-4382-afea-5b5e50e56bec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.251910015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"565ed760-1c46-4e07-ad1f-6e19b6adadf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.252164175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"796b6a5f-1f74-462a-9a83-c9601a83d55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.390159375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"6f67fd50-3c0a-4ccf-9a83-dce2c39b60bb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.33724024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"8cdca73e-88b1-423b-86d2-d1928394201d","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.396803567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e6c57d08-87e6-44cc-99fb-db276d9927f3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.396824852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"e6c57d08-87e6-44cc-99fb-db276d9927f3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.449307079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2065d692-a8e9-4fcf-ac78-94b0d9ac689c","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:27.454726627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.503686056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2ba656c1-52c8-4f40-9dff-f3de07956066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.503642967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e526807c-8b6c-4f61-b4a5-53799f572c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.50810607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"e8faa841-a379-45fb-9578-bc58e5398add","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.563288406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e526807c-8b6c-4f61-b4a5-53799f572c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.563288753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2ba656c1-52c8-4f40-9dff-f3de07956066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.785717202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-list-subs-refs-sub","reconcileID":"84a068ac-25bc-42fd-8edb-4c56f00c0aa2","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.885717041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"064a38fe-cb62-462b-a297-8683b257e5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.885716353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e317f69d-d0da-4e76-8a26-4a4378493ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.94496714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e317f69d-d0da-4e76-8a26-4a4378493ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.945029419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"064a38fe-cb62-462b-a297-8683b257e5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.958146597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"74143625-2e0f-4cfa-a891-a73b4f5c46e7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.002613469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"a36078d0-0577-4a66-9911-660a71626dbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.104672658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"0d37da1e-7c49-4285-92ba-99be0ab70c95","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.203326652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-list-subs-refs-sub","reconcileID":"aacaaf36-e9b0-4fa6-8953-20409f382a04","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.354519857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"62efcf01-3ad3-4315-bf92-077d77e865ed","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.51523695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"76d7bd0a-a8bf-4838-8f4d-5895448ea07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.515236792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"7ff1ba45-46cc-4d81-95af-17a2fbe4e404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.573228094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"7ff1ba45-46cc-4d81-95af-17a2fbe4e404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.573923746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"76d7bd0a-a8bf-4838-8f4d-5895448ea07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.627069124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"0c107c74-9500-4b65-900a-e90b6b26979f","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.627088985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"0c107c74-9500-4b65-900a-e90b6b26979f","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.683838475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"2637f3cf-0db0-4bdc-b04b-3a113e0018ae","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.68385997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"2637f3cf-0db0-4bdc-b04b-3a113e0018ae","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.79156141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"edf2ddcd-7c09-4a47-9eee-a94ff3587630","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.92684093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"edf2ddcd-7c09-4a47-9eee-a94ff3587630","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.984417282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4b9658-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"edf2ddcd-7c09-4a47-9eee-a94ff3587630","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:31.047030718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"3aafc9c5-ee29-47f0-a5f0-e652ef34838d","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:31.047052634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"3aafc9c5-ee29-47f0-a5f0-e652ef34838d","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.042614039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:40.524046494Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-list-subs-refs-sub","reconcileID":"11b1c76b-79ed-4a06-af85-dded072ca470","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:40.746313993Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-list-subs-refs-sub","reconcileID":"11b1c76b-79ed-4a06-af85-dded072ca470","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:40.963917085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"eb37905f-5beb-4340-9f15-5848420952e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:40.965937674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"b985f813-e126-431e-9259-ba862abe5f3a","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.126959705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"42e5846d-d6d9-4f74-9e49-bec18561abd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.126967862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4bb34f06-ee49-4697-85f5-227d057290c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.174318417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"eded8880-6fd9-4828-a609-4088de622ac9","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.186509767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"42e5846d-d6d9-4f74-9e49-bec18561abd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.186508691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"4bb34f06-ee49-4697-85f5-227d057290c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.253610774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"eded8880-6fd9-4828-a609-4088de622ac9","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.310676728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4b9658-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"eded8880-6fd9-4828-a609-4088de622ac9","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.706037053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"858cd309-c656-403e-aeb0-a3f063964cfc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.706066402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"858cd309-c656-403e-aeb0-a3f063964cfc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.728100973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"f086c41c-140d-4c77-aba5-9f0e92aa53c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d83c93","tenantID":"e2e-praxis-a-d83c93","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.766017889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"3ff27e32-0d13-4a78-b74c-3c22b66f5be8","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.847293749Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"f086c41c-140d-4c77-aba5-9f0e92aa53c5","name":"e2e-praxis-a-d83c93-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.876627601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"ade8d118-5923-4e1b-9dd3-27d3cd23052a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.876647546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"ade8d118-5923-4e1b-9dd3-27d3cd23052a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.933389048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"7c6ebc3d-b515-4316-b02a-263bae90fbce","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.933410746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"7c6ebc3d-b515-4316-b02a-263bae90fbce","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:41.984289131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-sub","reconcileID":"4d9a8bd7-b3d6-472c-8779-7a5d13f26ebe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.03722618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"34509374-0ba4-4356-a94b-b5a7e09abf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.037737356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a34f53d0-9482-4063-9e77-10a54aecb163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.144460945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"34509374-0ba4-4356-a94b-b5a7e09abf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.144624178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a34f53d0-9482-4063-9e77-10a54aecb163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.14541237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"45584c58-0cc6-4414-82cb-0ead1e20eca6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.145430774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"45584c58-0cc6-4414-82cb-0ead1e20eca6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.196118628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"e992478b-7be5-44f3-b62f-c55fb17f1d64","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.19613924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"e992478b-7be5-44f3-b62f-c55fb17f1d64","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.255911062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"3e43fc87-3b7b-4315-975e-373903312d4a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.255933017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"3e43fc87-3b7b-4315-975e-373903312d4a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:42.31112351Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"3e43fc87-3b7b-4315-975e-373903312d4a","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:42.31118797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"3e43fc87-3b7b-4315-975e-373903312d4a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.316565614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"dc985447-1c05-4ae1-8e2c-5be7ec3ee6fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.316583371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"dc985447-1c05-4ae1-8e2c-5be7ec3ee6fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.422688827Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-sub","reconcileID":"ab1b1d1b-1088-452d-8d90-7dd6079722fd","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.465826266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-auth","reconcileID":"ff7e5706-c81b-47f0-92be-bec7e0d2f8db","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.523789184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-auth","reconcileID":"ff7e5706-c81b-47f0-92be-bec7e0d2f8db","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.570316025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0c0b2c27-0fe7-4513-882d-5a42b9dc168d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.570315252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"da8a465e-e944-4379-b830-170d7b54edc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.594108447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"2a4a2ee1-6c84-4d56-8dd3-258dc83035fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.594131325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"2a4a2ee1-6c84-4d56-8dd3-258dc83035fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.628923631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0c0b2c27-0fe7-4513-882d-5a42b9dc168d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.628981634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"da8a465e-e944-4379-b830-170d7b54edc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.803760957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"c0837a7f-ee9b-4cdd-b061-7a17cb132a5d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.803781985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"c0837a7f-ee9b-4cdd-b061-7a17cb132a5d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.815009353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-sub","reconcileID":"cb9620d8-f64b-49aa-b7b1-ca2e02573014","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.019180418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-auth","reconcileID":"5e5238a9-9527-4887-8ee0-f73169b6a151","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.077110719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-auth","reconcileID":"5e5238a9-9527-4887-8ee0-f73169b6a151","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.34977646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-auth","reconcileID":"b9d71d18-b7df-43af-8d98-9daff59060a8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.349850484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"0db17e5b-02b9-4758-a086-9b4494f1b9d5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.349864413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"0db17e5b-02b9-4758-a086-9b4494f1b9d5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.562181757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"f2ed9c8e-ea32-42d4-93c6-517c3697fc8f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.562201877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"f2ed9c8e-ea32-42d4-93c6-517c3697fc8f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.571080575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"653b9235-a4b3-4723-aa55-0b417eb7c322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.571079334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e790da2b-ee48-41ca-9eda-a773f0602cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.625751606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-sub","reconcileID":"ccfe2bd9-414c-4383-ac85-9eba865c59ae","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.63025294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e790da2b-ee48-41ca-9eda-a773f0602cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.630272871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"653b9235-a4b3-4723-aa55-0b417eb7c322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.712228032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"a5124704-838a-4a07-aba7-f796cacbe058","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.712247977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"a5124704-838a-4a07-aba7-f796cacbe058","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.001249828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e9943644-1db9-4265-92db-8e3fe63d21bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.001280917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"76f05dff-1ecb-4e8d-95e7-6cdf430c8975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.060678271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e9943644-1db9-4265-92db-8e3fe63d21bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.061605542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"76f05dff-1ecb-4e8d-95e7-6cdf430c8975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:46.81341835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"68667048-ed62-416b-aee7-3445a49232d3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:46.988618295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"6f674d12-81c0-4414-94f4-c4e223ce6db8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"tenant":"e2e-worker-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:46.988746523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"6f674d12-81c0-4414-94f4-c4e223ce6db8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.842826076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"1a3b0c12-a760-4379-bbeb-f1c4275c81c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.842938278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"cb32229b-9763-46a9-9e97-8a0397ae78d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.842826032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"8ef34721-dde3-451e-89bc-c0d7c8ba808d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.901497018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"1a3b0c12-a760-4379-bbeb-f1c4275c81c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.901850379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"8ef34721-dde3-451e-89bc-c0d7c8ba808d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.903812788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"cb32229b-9763-46a9-9e97-8a0397ae78d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.083503098Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"4970dacc-629b-4f24-b7fd-b8dcf1e9dc51","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.137431821Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"e2e-temp-model-status","reconcileID":"42bfaa5e-0420-41e0-a8c9-1767861b273f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.137513449Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"4970dacc-629b-4f24-b7fd-b8dcf1e9dc51","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.244604222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"5cf25f21-bdaf-42e9-bba1-a7b3c39a71e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.244695115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9cbd88f6-e551-4270-88ad-e52349d5da5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.245067818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"2e0b3eff-f433-4309-880b-fd18eff25946","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.303572364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"9cbd88f6-e551-4270-88ad-e52349d5da5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.303726492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"2e0b3eff-f433-4309-880b-fd18eff25946","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.303759988Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"2e0b3eff-f433-4309-880b-fd18eff25946","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.305293598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"7c7876d0-50bb-4ef5-8069-f9703d742d43","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.306899293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"5cf25f21-bdaf-42e9-bba1-a7b3c39a71e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.672791601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"1c947944-575e-490c-8476-69f48ff5b8a3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.733117204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"1c947944-575e-490c-8476-69f48ff5b8a3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.733156426Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"1c947944-575e-490c-8476-69f48ff5b8a3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.773862826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"edfa94b1-6d5a-4271-9239-e6337745534b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.773866732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f5d0af66-aabe-4774-963d-aed223139af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.83264244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"edfa94b1-6d5a-4271-9239-e6337745534b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.832672261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f5d0af66-aabe-4774-963d-aed223139af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.163304716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"8354dcb0-4cb4-476a-bbab-0c18af896818","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.2217696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"8354dcb0-4cb4-476a-bbab-0c18af896818","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.263090334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"af65b6b7-6914-490c-9a20-f593ce91c3d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.279589825Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"8354dcb0-4cb4-476a-bbab-0c18af896818","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.305457955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"89fe514f-67c2-4e08-ba2a-fac1c9e1163f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.321897808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"af65b6b7-6914-490c-9a20-f593ce91c3d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.364021853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"89fe514f-67c2-4e08-ba2a-fac1c9e1163f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.419496866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"16580030-a42a-4ff3-af6b-0d41068de790","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.479493955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"16580030-a42a-4ff3-af6b-0d41068de790","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.537458659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4b9658-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (970063e9f450bf438681d5aca64b263e5767166a2b6e4b249a0549b9602a9379) AuthConfig (ea6c5185d1797657999b1406553f7e75b2b61fe26df12646c41309813f61e4f7) AuthConfig (5f32268295df142864c452c0787871ff72f2ccfee40465e71f656ce098b4f4ad) AuthConfig (f3ad18f9fcd67b0bf3b1bec85bf304dc3871af26c3eb43a90d9de9a2842e471d) AuthConfig (326319bd1da67f8a95aa657f1cc303d084765a7f34df68ca09f4549cac35865a) AuthConfig (e713d5a2673ac358a9946da090c84dab5b6977adab758e62a63275dccbf624bf) AuthConfig (83056bde414cbd99ad55096fa4f5c512ca4c5f806cf07e95d3ef69e7a6d235d9) AuthConfig (a49b881c22cedafb928cf1893cd1c3c00111555ed7c84f49158c782aff4e123c) AuthConfig (dbc966bd7371ec9427c48ad06cf75cca040bd6040d03665b83065e0c20dd210f) AuthConfig (c4f170e566d4bb2ba6a7588af1cacd6fca34a9beaf12593b2be3d972e4c92467) AuthConfig (a3df1a200ba97a5cb68423ed2f56d7aa151297b5a7774564fd21431e97d5b35d) AuthConfig (320b6daf278b49d1eaea451dacb4764bd6542754c74deaa2f426ca50b4a48f58) AuthConfig (fa9c33943b19cc4b9e59433d5caee738619be2a54d2d4780125db6097cd3226e) AuthConfig (2038d72911ee51ecaf3c8cc714d0a03729091bb0693ab1f649be138087bec563) AuthConfig (17b7332017e1252f16f3f5f751176d54de11b809d27901c550c7b46fc251b1e5) AuthConfig (6ba26d7f84e59367fb18145b0e048007ec2d203242f59e67a566c0836f474e29) AuthConfig (de5187feed84e51ba412875c2b7574c55e77cfabc8129a01b7052a5bcb0ab78a) AuthConfig (f25c3ca0e78bc8109cac2e6fb1f2b73a3a4ec6c0a80fe590cd3b4d3a64ea4cc6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"16580030-a42a-4ff3-af6b-0d41068de790","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.603003335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"19cd0bb6-8c22-4548-a304-1c483a3442b8","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.603028216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"19cd0bb6-8c22-4548-a304-1c483a3442b8","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:53.910948239Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-sub","reconcileID":"1d6c2d26-84ec-4edd-bc09-0d75858c03ae","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:53.968028881Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-sub","reconcileID":"1d6c2d26-84ec-4edd-bc09-0d75858c03ae","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.023998387Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-enrichment-sub","reconcileID":"1d6c2d26-84ec-4edd-bc09-0d75858c03ae","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.330246568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"a76cc534-a2da-4ac6-bd83-f6daee1b21a0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"tenant":"e2e-worker-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.330361329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"e2e-enrichment-model-ref","reconcileID":"a76cc534-a2da-4ac6-bd83-f6daee1b21a0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.509210863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"18be58f9-78b8-4020-97f8-b895528c0b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.510231313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"63f6a5c8-c195-4c09-a3e6-5b02dba3c2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.588407884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"18be58f9-78b8-4020-97f8-b895528c0b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.588727001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"63f6a5c8-c195-4c09-a3e6-5b02dba3c2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.716444689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"cc07ca81-8253-487b-8e82-4e0cb3f67870","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.414959305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"d34b7182-3e79-4810-9c22-19b32e76f9ce","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.479753384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"7af29e6e-6a6d-4aca-b84c-df37ab1e6e20","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:55.53139292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-sub","reconcileID":"7fee0093-a8b2-49d3-a6d2-9eb154e383b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.590344466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"178a286c-ce02-49d0-93de-f271234bd9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.591005843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2daed681-1bb5-46a5-b8ea-75376819137d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.66034909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"2daed681-1bb5-46a5-b8ea-75376819137d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.662816317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"178a286c-ce02-49d0-93de-f271234bd9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.672582097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"7a5f74c4-504f-4834-a0d0-e80df1426cba","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.675138529Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-cdb532 priority=0:[ai-tenant-e2e-worker-w2-cdb532/e2e-model-match-sub ai-tenant-e2e-worker-w2-cdb532/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.726761622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"eb222ea5-dd02-4c01-aefa-c6e8359f6f9a","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:55.730717259Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-cdb532/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.793956191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"cae5e620-39cd-4da4-b23d-93def9185396","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.794656604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"a1b7f2a4-edf2-4caf-ba57-20ac2e46e1b5","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:55.799733104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-sub","reconcileID":"dfa18c8f-841a-4de7-8f8b-b0b8bb2b76df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.929779693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"77ddaf0d-473d-4deb-91c1-fc4b311998e6","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.940947379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"dd9f1ae6-1cd6-47df-a141-1b5cebdc938c","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.009783749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"20e76659-8135-4d3e-aa56-01f2dde68762","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.011255021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"7849d9aa-7b63-40e7-b7c3-710b6decab09","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.035870282Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-sub","reconcileID":"3ad74c48-b7c6-4a86-ad9c-db100ee53ac6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-distinct-w2-cdb532","model":"distinct-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.137607356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"00913388-59db-4c0e-b047-e42899087d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.138331821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d9d82e11-c5ab-45a0-a155-6cbdfbbad3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.210989284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d9d82e11-c5ab-45a0-a155-6cbdfbbad3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.213992788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"00913388-59db-4c0e-b047-e42899087d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.241963217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"ad11d659-d565-4ffb-9a38-5e06cf8eaa8d","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.257441072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"64d05d64-a9af-4259-b459-dcbc5eaed243","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.266962662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"c9bd4552-4f6e-42a0-a06e-b1afcfb94e4c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.268135418Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-sub","reconcileID":"2272143e-4b50-4bb3-8a02-27a3228da183","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-distinct-2-w2-cdb532","model":"distinct-2-w2-cdb532","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-cdb532/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.321069258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"b9c19b15-a01b-4435-8fcf-0d941267178b","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.329610153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"c9bd4552-4f6e-42a0-a06e-b1afcfb94e4c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:56.383187444Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"b9c19b15-a01b-4435-8fcf-0d941267178b","name":"distinct-2-w2-cdb532","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-cdb532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:56.383484741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"b9c19b15-a01b-4435-8fcf-0d941267178b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-cdb532\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.397259979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"d93d6911-632f-4522-a453-d7aa3ab61710","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.455318449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"2ebe9fe9-2276-46e7-9cb6-27d199371152","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.484235806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-sub","reconcileID":"bfbb003a-ed6f-4bab-a891-9fc57cf29f65","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-distinct-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/distinct-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.623159611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"37e413b6-c937-4ad5-9ece-74b2e4b7add7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.639711195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"03e067d5-dbf9-4e39-9532-3d6461dbc908","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.688524772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"37e413b6-c937-4ad5-9ece-74b2e4b7add7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.697263067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-sub","reconcileID":"07646689-2189-48e6-a09d-239ced2160ed","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-distinct-2-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/distinct-2-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.718264456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"83f4449f-e4b3-4f5e-98f6-2de9aeb0a6d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.719301422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"bd215145-5d42-45ae-b692-1e15ac03ba14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.811196583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"83f4449f-e4b3-4f5e-98f6-2de9aeb0a6d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.824654608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"bd215145-5d42-45ae-b692-1e15ac03ba14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:56.943459817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"8a94e2fd-7414-4542-9f58-a37a442ca140","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:57.018745626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"8a94e2fd-7414-4542-9f58-a37a442ca140","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:57.047731641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"253b7d19-bbfe-47c3-b8ad-683ab9ffca02","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:57.352016786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"24603c0d-7f98-4c0d-afb3-a0ff0fdc313c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:57.377814646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"8a94e2fd-7414-4542-9f58-a37a442ca140","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:57.419126176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"24603c0d-7f98-4c0d-afb3-a0ff0fdc313c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:57.676090998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"9b78a41b-a15c-476d-865a-d614ba289b95","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:57.739418531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"9b78a41b-a15c-476d-865a-d614ba289b95","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.028020689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"b8ba428a-02c3-4658-ba89-42703395bcef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.226136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-sub","reconcileID":"f6b19639-a719-4364-a62b-0fd04e7373c8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd59e770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.341593716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"7a09530d-de35-4f19-8797-5b7fb32aa798","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.341729656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0b3d9307-0aec-42b8-9ac7-c8d09bfec1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.342120699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7443c523-4fa2-4281-bd5c-1de7fd00f4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.342565728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"da033580-9d39-4531-8393-378c61acf9c1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.412919094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7443c523-4fa2-4281-bd5c-1de7fd00f4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.413055357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"7a09530d-de35-4f19-8797-5b7fb32aa798","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.416653814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"0b3d9307-0aec-42b8-9ac7-c8d09bfec1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.420619032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"da033580-9d39-4531-8393-378c61acf9c1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.901249259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"ea9c6655-d534-4eca-a0a8-922ac200c387","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.902182877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"463e83a5-6512-4c04-bd4a-7da244445733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.903171263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9c0a0713-1bc3-4865-813b-b04475c8e07d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.903373926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"954e2c9f-d963-4c52-b178-dd86b5e26258","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.969004304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"9c0a0713-1bc3-4865-813b-b04475c8e07d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.969657637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"463e83a5-6512-4c04-bd4a-7da244445733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.971413972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"954e2c9f-d963-4c52-b178-dd86b5e26258","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.972260269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"ea9c6655-d534-4eca-a0a8-922ac200c387","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:59.919937429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"6515e601-166e-4166-a0d7-987e2cdd5bdb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:59.92029207Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-sub","reconcileID":"6515e601-166e-4166-a0d7-987e2cdd5bdb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.270612894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"280c2575-1056-40ae-89cf-e8c1c179b734","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.42915521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"291abe28-e35a-48e3-ada0-15152a8b91b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.429876342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"20c0f3c1-61bb-4d04-b3b9-2d81c4519f19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.430776198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"86a8d660-206d-4738-93b7-7550d06b6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.492843023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"20c0f3c1-61bb-4d04-b3b9-2d81c4519f19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.49353283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"86a8d660-206d-4738-93b7-7550d06b6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.495015756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"291abe28-e35a-48e3-ada0-15152a8b91b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.550560697Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"20c0f3c1-61bb-4d04-b3b9-2d81c4519f19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.702593756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-status-transition-auth","reconcileID":"7c3224cd-0c12-4d39-b38d-927dbaf6f728","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:01.710633313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"7241578f-b16a-4490-bfe6-d6f3785bb8cc","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:01.768602963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"7241578f-b16a-4490-bfe6-d6f3785bb8cc","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:01.82533959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4b9658-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (970063e9f450bf438681d5aca64b263e5767166a2b6e4b249a0549b9602a9379) AuthConfig (ea6c5185d1797657999b1406553f7e75b2b61fe26df12646c41309813f61e4f7) AuthConfig (5f32268295df142864c452c0787871ff72f2ccfee40465e71f656ce098b4f4ad) AuthConfig (f3ad18f9fcd67b0bf3b1bec85bf304dc3871af26c3eb43a90d9de9a2842e471d) AuthConfig (326319bd1da67f8a95aa657f1cc303d084765a7f34df68ca09f4549cac35865a) AuthConfig (e713d5a2673ac358a9946da090c84dab5b6977adab758e62a63275dccbf624bf) AuthConfig (83056bde414cbd99ad55096fa4f5c512ca4c5f806cf07e95d3ef69e7a6d235d9) AuthConfig (a49b881c22cedafb928cf1893cd1c3c00111555ed7c84f49158c782aff4e123c) AuthConfig (dbc966bd7371ec9427c48ad06cf75cca040bd6040d03665b83065e0c20dd210f) AuthConfig (c4f170e566d4bb2ba6a7588af1cacd6fca34a9beaf12593b2be3d972e4c92467) AuthConfig (a3df1a200ba97a5cb68423ed2f56d7aa151297b5a7774564fd21431e97d5b35d) AuthConfig (320b6daf278b49d1eaea451dacb4764bd6542754c74deaa2f426ca50b4a48f58) AuthConfig (fa9c33943b19cc4b9e59433d5caee738619be2a54d2d4780125db6097cd3226e) AuthConfig (2038d72911ee51ecaf3c8cc714d0a03729091bb0693ab1f649be138087bec563) AuthConfig (17b7332017e1252f16f3f5f751176d54de11b809d27901c550c7b46fc251b1e5) AuthConfig (6ba26d7f84e59367fb18145b0e048007ec2d203242f59e67a566c0836f474e29) AuthConfig (de5187feed84e51ba412875c2b7574c55e77cfabc8129a01b7052a5bcb0ab78a) AuthConfig (f25c3ca0e78bc8109cac2e6fb1f2b73a3a4ec6c0a80fe590cd3b4d3a64ea4cc6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"7241578f-b16a-4490-bfe6-d6f3785bb8cc","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.096202451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"cf8aa150-0ff1-4325-a357-c2278cb900da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.097069065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"6904a093-6d8d-445f-a44e-f7def7376d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.16901838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"cf8aa150-0ff1-4325-a357-c2278cb900da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.173126665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"6904a093-6d8d-445f-a44e-f7def7376d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.286347758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-sub","reconcileID":"959e18e5-67b1-479f-a698-ef1b0f942dc7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/distinct-w2-cdb532","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.341301133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-sub","reconcileID":"959e18e5-67b1-479f-a698-ef1b0f942dc7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/distinct-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.395375973Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-sub","reconcileID":"959e18e5-67b1-479f-a698-ef1b0f942dc7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/distinct-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.686967279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"570b385a-c850-455e-830d-782eef4e8796","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.826177805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"9cd0ac2e-53ac-460e-a9a0-fa6562c8f4e5","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.883712435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"5303c04a-ca4d-4ea6-b164-462a8b3ac6cf","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.884094267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"359e2f36-ef2c-47f7-b99b-981eb9a252ae","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.927608876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"0f349046-82af-4d97-989c-c0b52a7752f7","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.927939139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"f5f4a20c-56da-48f1-a396-f3c3f3f9040d","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.968215997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"bb4d5b52-1f08-4cc5-9a6e-b9d8ec5cd995","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:48:08.977612943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"c9ac84a0-460e-4081-b55b-234950d8bdc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:08.995003656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-sub","reconcileID":"aa65f09a-3e2d-4134-81e0-256b60b333d5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24a93d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.027611775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"bb4d5b52-1f08-4cc5-9a6e-b9d8ec5cd995","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.039712074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.053905432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f3c30d91-1d31-4ab8-9d5d-28bd3c763dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.070791996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"574d9766-d28c-4828-909f-100cd21a9a77","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.071073235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a919bddc-5c1e-46f0-a142-6e2ca0ffba74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.070829304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"cd75b871-cbb9-4761-9795-edc477ccee7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.099337815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"e6177f1d-c308-4e0d-8bd3-a1e19de600d0","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.0996746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"1901241a-14cf-4182-b08c-bf4efa08d375","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.120718862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f3c30d91-1d31-4ab8-9d5d-28bd3c763dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.132902428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a919bddc-5c1e-46f0-a142-6e2ca0ffba74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.13302786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"574d9766-d28c-4828-909f-100cd21a9a77","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.136616694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"cd75b871-cbb9-4761-9795-edc477ccee7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.15827572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"9f4d78d0-147e-4745-a498-0893cb5e7254","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.160055043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"7d7b5e53-d93e-43a6-a5d1-49d7ef78b479","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.160603727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"9a965a01-cf3e-413e-ade2-0e8a9772e77c","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.452278331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"8a5d59dd-2021-45b6-9609-f99c16fc8e73","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.512217935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"81f9abf3-fd91-47ad-a87b-b681e4cbca8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.52634365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"495e172c-dc21-48fa-af20-c44214eeeec8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.573254077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"81f9abf3-fd91-47ad-a87b-b681e4cbca8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.587273073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"495e172c-dc21-48fa-af20-c44214eeeec8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.623991093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"3c90ff60-841f-403c-bff4-82207e1b9c70","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.624054472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"18af62ce-9ee0-4a70-a173-285381ce426b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.624436342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ac63a23a-784e-4692-9521-b11891fa814a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.63120511Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"8a5d59dd-2021-45b6-9609-f99c16fc8e73","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-distinct-w0-42c707","model":"distinct-w0-42c707","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.679668774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"8a362c9a-5542-403d-8131-ea986ecd8d91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.68284135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"3c90ff60-841f-403c-bff4-82207e1b9c70","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.683889975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ac63a23a-784e-4692-9521-b11891fa814a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.685109624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"18af62ce-9ee0-4a70-a173-285381ce426b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.864179095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"9f304bbb-48a7-422b-a7b4-b649e74e771d","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.865156186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"91e2d3b1-5a4c-4108-a886-8f16c89b2abf","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.939287358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"60a97b88-1106-4104-9603-8956d913f384","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.943206704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"010676a4-aa55-4292-bbf0-408c22228494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.001231503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"010676a4-aa55-4292-bbf0-408c22228494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.08235147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"ad8a9c9a-6ab2-44de-90f8-d51dfeb1a14d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.109460635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-auth","reconcileID":"d5055179-ae82-4646-8a00-8c36e0e73c78","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.169405036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-auth","reconcileID":"d5055179-ae82-4646-8a00-8c36e0e73c78","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.252009675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"ad8a9c9a-6ab2-44de-90f8-d51dfeb1a14d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-distinct-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.500496577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"0c5b36bd-cda0-43da-83c3-d9e5c44a50b2","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.669034501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-auth","reconcileID":"b83e051e-bb7a-425b-bc40-e5d064855248","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:10.727630682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-auth","reconcileID":"b83e051e-bb7a-425b-bc40-e5d064855248","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:11.934352364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"463ca1da-ddd6-4c2a-9ddc-08d41edf8221","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:11.99503419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"463ca1da-ddd6-4c2a-9ddc-08d41edf8221","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.319355762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"c3be9750-4a84-4f69-ba92-902234d7df60","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.319378319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"c3be9750-4a84-4f69-ba92-902234d7df60","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.509278489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"96f5e811-48a5-4172-80d7-f7d3b70eff15","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.509685623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-auth","reconcileID":"2cff9d58-5d4e-4134-a047-715a198dc5e8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.676535836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"780d4061-237c-4301-b59d-2ebd3605b65f","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.832765746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"68e741a0-de0a-4869-9c65-00bc4bef30b8","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.833116108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"4c0d04f8-48a6-4c07-89d4-379a7e3f37d8","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.995881455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"dfd4d721-01c9-4388-90c1-3d88f05452d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.996028907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"8ff9ef5a-9071-484d-90fa-63419bec8233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.079434325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"dfd4d721-01c9-4388-90c1-3d88f05452d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.090039189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"8ff9ef5a-9071-484d-90fa-63419bec8233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.566622842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"979a37a8-08e4-411e-8715-64563407935c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-10c688","tenantID":"e2e-praxis-b-10c688","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.689414405Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"979a37a8-08e4-411e-8715-64563407935c","name":"e2e-praxis-b-10c688-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.524213628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"18b517a0-a420-48e3-b4f7-cd3bca631824","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.52423653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"18b517a0-a420-48e3-b4f7-cd3bca631824","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.584980582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4d6e5f90-6241-4069-8985-8d5d06ba0dbd","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.584999612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4d6e5f90-6241-4069-8985-8d5d06ba0dbd","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.633133657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"26b8da57-dc4f-4cfc-bcb7-67b0382c2562","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:48:17.639558933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"022e480b-15eb-4943-b580-a475b456718b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-4b9658-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:48:17.640501656Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4d6e5f90-6241-4069-8985-8d5d06ba0dbd","name":"praxis-route-4b9658","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-4b9658\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:48:17.640549856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4d6e5f90-6241-4069-8985-8d5d06ba0dbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-4b9658\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.647771812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"549a41cd-6b13-4a11-a3f9-0a7a12ce23b2","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.64779437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"549a41cd-6b13-4a11-a3f9-0a7a12ce23b2","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.691377804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"26b8da57-dc4f-4cfc-bcb7-67b0382c2562","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.753642893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"a9d1e62c-7db9-482a-bdc2-8f1197730938","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.753670439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"a9d1e62c-7db9-482a-bdc2-8f1197730938","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.813973301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"a4540126-6804-4443-b4bd-0b2a184e682a","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.813991746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"a4540126-6804-4443-b4bd-0b2a184e682a","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:18.013332444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"50967fc5-2b86-4518-9306-d76e2f2c7d98","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:18.036534701Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"82d1e307-91e1-47df-b951-68b7c5c049c6","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"maas-trlp-praxis-route-4b9658","model":"praxis-route-4b9658","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:18.07192456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"50967fc5-2b86-4518-9306-d76e2f2c7d98","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:18.214712217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"b8919a8a-259d-443f-99ce-cedf40125b7a","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:18.214739517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"b8919a8a-259d-443f-99ce-cedf40125b7a","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:18.433814389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"ccfe89f6-9cb2-4a80-ba29-a6402cc7ce26","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"maas-trlp-praxis-route-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.057935629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-sub","reconcileID":"06bb3939-53d4-47c8-8dbe-e5a2c932ff42","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/distinct-2-w2-cdb532","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.164831967Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-sub","reconcileID":"06bb3939-53d4-47c8-8dbe-e5a2c932ff42","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/distinct-2-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.230034373Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-sub","reconcileID":"06bb3939-53d4-47c8-8dbe-e5a2c932ff42","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/distinct-2-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.534828949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"051f0d48-32df-4c2e-be32-365a47f2a30a","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.682681432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"6223eccc-e43f-48aa-a5c7-ca3d4f6c8ce6","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.818024573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"04730bcd-c313-4631-8b3e-553be0e5adaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.818334072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"bfca6ad0-a593-4c77-8256-f0e58f24b5c9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.818497979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0c88b4a3-76a8-4c02-8334-dd616cb9518f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.818763517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"b11d303e-0047-4817-a34a-c5e5e4b46215","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.892038402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"b11d303e-0047-4817-a34a-c5e5e4b46215","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.905439289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0c88b4a3-76a8-4c02-8334-dd616cb9518f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.907744798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"04730bcd-c313-4631-8b3e-553be0e5adaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:19.908097541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"bfca6ad0-a593-4c77-8256-f0e58f24b5c9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:20.111862465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-match-auth","reconcileID":"dd49732a-9772-4af2-ad13-6abee4df9761","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/distinct-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:20.330054413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"47e0e26f-56d2-4abf-a43a-b398d76143ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:20.373977665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"56304b12-09bb-4e9f-8a10-03ecb097b205","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:20.388368846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"47e0e26f-56d2-4abf-a43a-b398d76143ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:20.513462005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"60878b32-d136-41ec-9a47-f29a50b6c4d8","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:20.596398333Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"e2e-model-nomatch-auth","reconcileID":"d30fbd07-b0fc-4c72-9c32-4182cf7f59f6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/distinct-2-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:20.860516302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"d6d8f4cc-86a2-4c8a-a5c4-6fe08c472b7f","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.002446573Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"3b87acd2-da79-4a34-b83b-2cd7e414423d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.232863228Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"3b87acd2-da79-4a34-b83b-2cd7e414423d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.232888306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"3b87acd2-da79-4a34-b83b-2cd7e414423d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.286786848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"3b87acd2-da79-4a34-b83b-2cd7e414423d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.340549912Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-partial-access-sub","reconcileID":"3b87acd2-da79-4a34-b83b-2cd7e414423d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.450228013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"b394e4cb-5f39-44c3-8962-9498920e9d26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.622370228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"36d9cddb-046e-4b55-a6e7-1680522b4e88","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.622754222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"2b6a5de1-1d34-4399-9bd8-b0c846b8a970","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.784803392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9902ba13-8190-411f-9e7d-597331702a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.78480339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7127f134-0da5-4ccc-8f02-0dc9a3b8c969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.843618168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9902ba13-8190-411f-9e7d-597331702a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.843650127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7127f134-0da5-4ccc-8f02-0dc9a3b8c969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.531600131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"c0850c1a-f2ad-4a2e-b4c5-c06ea0ec7575","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.589396797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"13681670-da5a-4e2d-ae8d-c5e89904245b","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:48:24.644719719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-sub","reconcileID":"401e8959-6cd3-4431-9ae7-8bb5093b8dc8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.693032384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ecddc300-acc5-407e-9f33-55b224411a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.693101853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"28e3124e-6308-4b72-8292-374dcd88c526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.753320987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ecddc300-acc5-407e-9f33-55b224411a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.753385531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"28e3124e-6308-4b72-8292-374dcd88c526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.763058769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"e32ea7b1-819f-4ad0-8a32-856a094f6cfe","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.813310026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-2-w0-42c707","reconcileID":"f1bd1185-5419-4d12-b906-856163ba9627","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-2-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-2-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.822797344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"1ffec1a0-1feb-4134-bf8a-61c25b0a41f3","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.870120525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-2-w0-42c707","reconcileID":"74fdeb94-ab2c-441c-89c7-67a110333d63","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-2-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-2-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.04908454Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-sub","reconcileID":"aa2c9b70-3c9e-4f78-859b-7bf4763bcf82","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-distinct-w0-42c707","model":"distinct-w0-42c707","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-42c707/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.102581077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-auth","reconcileID":"41435eaf-4fca-4a2d-92ef-259fb2dd5048","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.164165502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-auth","reconcileID":"41435eaf-4fca-4a2d-92ef-259fb2dd5048","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.20299942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f759738e-7235-4ab8-9b53-069c5b3f3815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.203751676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"6abe4bf0-4b0f-40c1-b4ea-9edd87baf7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.222530455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"c99a0997-06f1-452c-b47a-7733040f9968","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.291628016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f759738e-7235-4ab8-9b53-069c5b3f3815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.295032588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"6abe4bf0-4b0f-40c1-b4ea-9edd87baf7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.481211156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-sub","reconcileID":"7425f91f-5201-4067-b0c1-0044dbc336dd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-distinct-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.526296959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-2-w0-42c707","reconcileID":"de278064-19d4-433d-bdab-97e0346a6f7a","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-2-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-2-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.741308371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-auth","reconcileID":"6b2baaab-f193-416f-a4a8-3f283d217ebc","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.803908818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-auth","reconcileID":"6b2baaab-f193-416f-a4a8-3f283d217ebc","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.182261892Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-auth","reconcileID":"0ba70a82-4419-4bb0-a712-3e6f65a9dc7d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/distinct-2-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.182370203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-2-w0-42c707","reconcileID":"9151dee4-b945-4ff4-b7c9-81818edb85c5","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-2-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-2-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.396105408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-2-w0-42c707","reconcileID":"18229dd2-ca40-4faf-8238-43a5f632faab","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-2-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-2-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.543966984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"4e788b3d-3ba1-4f54-a4a6-30b07a308a51","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.614558925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63675983-438c-4c19-836a-be672c45262b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.669151526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63675983-438c-4c19-836a-be672c45262b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.723305604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63675983-438c-4c19-836a-be672c45262b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.778319856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63675983-438c-4c19-836a-be672c45262b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.778449646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"4a4bddcc-30a4-485c-a93f-b1d150a03fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.778899223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"6138a7c2-c58a-4f3d-8f04-68ad44cb445e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.836581899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"6138a7c2-c58a-4f3d-8f04-68ad44cb445e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:28.837322811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"4a4bddcc-30a4-485c-a93f-b1d150a03fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:29.225666417Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-2bceb1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-2bceb1","reconcileID":"7ac1687c-13e7-4de2-806a-39309bccf406","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-2bceb1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-2bceb1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:30.820701609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc52ff30-dd85-46f0-96c8-2bdc78947f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:30.877849972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc52ff30-dd85-46f0-96c8-2bdc78947f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:30.93673557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc52ff30-dd85-46f0-96c8-2bdc78947f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:30.994734768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc52ff30-dd85-46f0-96c8-2bdc78947f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:31.586657752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"a1643ee3-e0df-4fcf-bc64-4cb69f26a917","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"maas-trlp-praxis-route-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:31.783977363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4c6859a7-a43d-4ba1-a8d1-3812199138f2","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:31.78408938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4c6859a7-a43d-4ba1-a8d1-3812199138f2","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:32.568648388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"4b13bc75-a6b1-400a-addf-232aa24fbf61","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:32.629010539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"4b13bc75-a6b1-400a-addf-232aa24fbf61","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:32.707483598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"25249096-e642-4094-baa0-56dc55f15460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:32.707456098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"61a01ebc-2a28-43bc-a681-61c794960fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:32.818729635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"61a01ebc-2a28-43bc-a681-61c794960fcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:32.819897187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"25249096-e642-4094-baa0-56dc55f15460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:33.113973471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59018b9-3be0-441c-8780-05caab23b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:33.170839674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59018b9-3be0-441c-8780-05caab23b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:33.23929983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59018b9-3be0-441c-8780-05caab23b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:33.297210626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59018b9-3be0-441c-8780-05caab23b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:38.730188404Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-sub","reconcileID":"1507f14e-271c-419e-b00c-c01a5acbffba","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:38.784259036Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-sub","reconcileID":"1507f14e-271c-419e-b00c-c01a5acbffba","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:38.839058623Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"e2e-no-access-sub","reconcileID":"1507f14e-271c-419e-b00c-c01a5acbffba","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/distinct-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:39.040491715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:39.122766714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"15a6bcdb-67df-43c2-808c-ee8a8ca14276","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:39.284692484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"04e80fa5-d2ef-44ec-bb0a-781045b87ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:39.284768926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9123c723-a046-488d-b529-788ea4a5c687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:39.343441539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"04e80fa5-d2ef-44ec-bb0a-781045b87ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:39.343535179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"9123c723-a046-488d-b529-788ea4a5c687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:40.949783924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"6cf9db9b-8963-429f-a31c-d4caaa615850","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:40.949814475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"6cf9db9b-8963-429f-a31c-d4caaa615850","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:41.147531367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"f95d362b-0c99-4145-aaeb-95ca307058b7","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:41.200822819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"9facefcc-fa42-4721-b96f-3bca15149574","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"maas-trlp-praxis-route-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:41.205329854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"f95d362b-0c99-4145-aaeb-95ca307058b7","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:41.375119102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4e956599-9baa-4106-b43b-bd99fd856520","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:41.375224344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"4e956599-9baa-4106-b43b-bd99fd856520","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:41.590703512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"294abfc6-ea65-4fec-bc25-13666004a528","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"maas-trlp-praxis-route-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:42.654283136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e2ecdd-2218-4548-8863-96e0f91743ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:42.710351982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e2ecdd-2218-4548-8863-96e0f91743ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:42.767696248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e2ecdd-2218-4548-8863-96e0f91743ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:42.824522992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e2ecdd-2218-4548-8863-96e0f91743ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.797015202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558a8374-5e6d-4b92-bb2a-69504d38a0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.853753292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558a8374-5e6d-4b92-bb2a-69504d38a0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.907699841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558a8374-5e6d-4b92-bb2a-69504d38a0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.966619769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558a8374-5e6d-4b92-bb2a-69504d38a0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:45.673697591Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-5faf5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-5faf5d","reconcileID":"6a02ac91-43ea-4baa-8474-39525886a783","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-5faf5d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-5faf5d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.166172618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0537999-f39b-4bf3-b3b3-176f12f210c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.220812198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0537999-f39b-4bf3-b3b3-176f12f210c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.275154829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0537999-f39b-4bf3-b3b3-176f12f210c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.332230689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0537999-f39b-4bf3-b3b3-176f12f210c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:50.287947592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf57ebd-556a-49ea-a6dc-3aa6271d4b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:50.342054755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf57ebd-556a-49ea-a6dc-3aa6271d4b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:50.396331701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf57ebd-556a-49ea-a6dc-3aa6271d4b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:50.450326814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf57ebd-556a-49ea-a6dc-3aa6271d4b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:50.8202243Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fb4ca0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fb4ca0","reconcileID":"c39d48fb-9530-44a5-9152-7ac0d9b24052","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fb4ca0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-fb4ca0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.376344478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"522bc851-4aaf-4e9d-a0b4-4cc453a611c2","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.37636836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"522bc851-4aaf-4e9d-a0b4-4cc453a611c2","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:52.580360877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cbc3d7-b38f-4991-8673-7a28f71ee637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:52.634969362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cbc3d7-b38f-4991-8673-7a28f71ee637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:52.689661301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cbc3d7-b38f-4991-8673-7a28f71ee637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:52.743717537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cbc3d7-b38f-4991-8673-7a28f71ee637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.303529924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"dc8d6d54-cc86-4959-8a30-00a391b997c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.303530071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"dcc796b0-da0c-490a-85c1-0fe64ecba4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.368503027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"dc8d6d54-cc86-4959-8a30-00a391b997c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.384769269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"dcc796b0-da0c-490a-85c1-0fe64ecba4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.855215811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099f6eda-7e83-400f-adf2-f127d5d78772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.916128169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099f6eda-7e83-400f-adf2-f127d5d78772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.976429136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099f6eda-7e83-400f-adf2-f127d5d78772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.03057437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099f6eda-7e83-400f-adf2-f127d5d78772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:01.377307267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"d10635fd-98c1-422f-a573-3bb0271d4d78","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:01.37732822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"d10635fd-98c1-422f-a573-3bb0271d4d78","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:09.039484368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:11.378125368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"0464b9f0-7435-4395-a874-e92eb79130b1","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:11.378147399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"0464b9f0-7435-4395-a874-e92eb79130b1","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.722409176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efaa27-b541-4e3b-a47d-0c89e084b12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.776915881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efaa27-b541-4e3b-a47d-0c89e084b12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.83130367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efaa27-b541-4e3b-a47d-0c89e084b12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.885623968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89efaa27-b541-4e3b-a47d-0c89e084b12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:16.805524743Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"c54aacaa-b2b8-446b-949c-b8a87a2d8ead","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-4b9658: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-4b9658\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-4b9658 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.829987816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6960bae-5086-48a6-b472-422fe1141812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.893807616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6960bae-5086-48a6-b472-422fe1141812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.956261789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6960bae-5086-48a6-b472-422fe1141812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.959688666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"e845a04f-19d2-4ef3-bb73-7e3176f7d684","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.959708234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"e845a04f-19d2-4ef3-bb73-7e3176f7d684","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:16.959988037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"c54aacaa-b2b8-446b-949c-b8a87a2d8ead","error":"failed to create TokenRateLimitPolicy for model praxis-route-4b9658: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-4b9658\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-4b9658 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.010725659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6960bae-5086-48a6-b472-422fe1141812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.013250477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"8db088b7-95cf-4180-89c0-abfca91aa040","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.013270622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"8db088b7-95cf-4180-89c0-abfca91aa040","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.230375903Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"c0591a35-88f6-479a-8c53-be97ad50e4d4","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-4b9658: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-4b9658\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-4b9658 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.236156363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"c0591a35-88f6-479a-8c53-be97ad50e4d4","error":"failed to create TokenRateLimitPolicy for model praxis-route-4b9658: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-4b9658\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-4b9658 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.347049333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"3dbb2cfc-8c7d-454a-85f4-4d69cae2bc38","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.405596605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"3dbb2cfc-8c7d-454a-85f4-4d69cae2bc38","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.444824797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"d0bd3728-0bdb-4b9c-99cd-7b5cbb48029d","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.444851048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"d0bd3728-0bdb-4b9c-99cd-7b5cbb48029d","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.467391764Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"569f5c16-d0e7-4382-b2da-24f6d47fa37f","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-4b9658: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-4b9658\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-4b9658 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.46758026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"569f5c16-d0e7-4382-b2da-24f6d47fa37f","error":"failed to create TokenRateLimitPolicy for model praxis-route-4b9658: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-4b9658\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-4b9658 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.504282806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"425e1851-89f1-4956-9017-4a5b075eb5fb","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.504302094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"425e1851-89f1-4956-9017-4a5b075eb5fb","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.559327862Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"425e1851-89f1-4956-9017-4a5b075eb5fb","name":"praxis-route-4b9658","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-4b9658\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.559394498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"425e1851-89f1-4956-9017-4a5b075eb5fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-4b9658\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.565118296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"e7356432-1d29-4eb5-9d81-3b279ba05154","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"tenant":"e2e-praxis-a-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.565133793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"e7356432-1d29-4eb5-9d81-3b279ba05154","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"routeName":"praxis-route-4b9658-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4b9658","llmisvcName":"praxis-route-4b9658","gateway":"openshift-ingress/e2e-praxis-a-4b9658","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.613156879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"672a3327-5445-4d2d-85aa-afe701c56f77","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.648120156Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"16e42ecc-a651-4386-8073-5d17c8a211ef","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd6096f9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.679922746Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"81b37e2e-dbfd-4b24-95eb-edd12ccd21bc","name":"praxis-route-4b9658","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-4b9658\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:17.680017156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4b9658","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658","reconcileID":"81b37e2e-dbfd-4b24-95eb-edd12ccd21bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-4b9658\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.702335272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"a6c00a60-07a8-4444-9127-b1d1465db524","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd6096f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.802798448Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"3c875cf1-682f-4485-80ff-364a1186c98f","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd6096f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.869767428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"672a3327-5445-4d2d-85aa-afe701c56f77","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.999399532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"672a3327-5445-4d2d-85aa-afe701c56f77","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"name":"e2e-praxis-a-4b9658-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.999425579Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-auth","reconcileID":"672a3327-5445-4d2d-85aa-afe701c56f77","MaaSAuthPolicy":{"name":"praxis-route-4b9658-auth","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.095749994Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"0a3382f8-460c-4561-a627-4cb10d030b8b","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd6096f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.209010966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"32c39d39-59a9-4c30-8d2d-2cd674eef6e7","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd6096f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.319931029Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"8c2d0d28-f53c-427f-814f-413791369749","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd6096f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:19.10024815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab17b0e-b10a-4a54-8304-b32bb1091871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:19.154224054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab17b0e-b10a-4a54-8304-b32bb1091871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:19.208521595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab17b0e-b10a-4a54-8304-b32bb1091871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:19.262964788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab17b0e-b10a-4a54-8304-b32bb1091871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:21.301321998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e412177e-760a-4188-b348-2aea163d9f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:21.35534948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e412177e-760a-4188-b348-2aea163d9f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:21.411372494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e412177e-760a-4188-b348-2aea163d9f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:21.467223499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e412177e-760a-4188-b348-2aea163d9f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:28.374526974Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"3f8e3a5f-6800-47bf-9e35-017cf8ac2ca9","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","subscription":"praxis-route-4b9658-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:28.374697324Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"praxis-route-4b9658-sub","reconcileID":"3f8e3a5f-6800-47bf-9e35-017cf8ac2ca9","MaaSSubscription":{"name":"praxis-route-4b9658-sub","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"model":"ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-4b9658/praxis-route-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:29.379181482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55cfb0-5539-419b-b04a-3fa52a5022da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:29.433227654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55cfb0-5539-419b-b04a-3fa52a5022da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:29.487267547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55cfb0-5539-419b-b04a-3fa52a5022da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:29.639878546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55cfb0-5539-419b-b04a-3fa52a5022da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:31.585106816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256f7e56-1637-44d0-a2ad-f1e433fad4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:31.639658775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256f7e56-1637-44d0-a2ad-f1e433fad4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:31.694184323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256f7e56-1637-44d0-a2ad-f1e433fad4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:31.748730685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256f7e56-1637-44d0-a2ad-f1e433fad4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:33.735941025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e8031-b774-4919-8583-dbc51ee4ef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:33.790056995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e8031-b774-4919-8583-dbc51ee4ef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:33.844048634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e8031-b774-4919-8583-dbc51ee4ef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:33.898247133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e8031-b774-4919-8583-dbc51ee4ef46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.755910657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d81164f8-3304-47d2-9243-187a9263a23e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.877706652Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d81164f8-3304-47d2-9243-187a9263a23e","name":"e2e-shared-a-w2-2bceb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.943708841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","namespace":"ai-tenant-e2e-praxis-a-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.997378881Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","namespace":"ai-tenant-e2e-praxis-a-4b9658","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.997455837Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","tenant":"e2e-praxis-a-4b9658","tenantID":"e2e-praxis-a-4b9658","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.05412388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4b9658","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.116107268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"Service","name":"maas-api-e2e-praxis-a-4b9658","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.177112965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4b9658","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.23278152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4b9658","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.32509537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.386557058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.444744693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.500874984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.562848479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.620219979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.67563656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"Service","name":"payload-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.729545184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.783002834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.836831521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.8475565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4fc63b-7827-49ad-af23-827aa1f70638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.901412803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.902062558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4fc63b-7827-49ad-af23-827aa1f70638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.956292277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4fc63b-7827-49ad-af23-827aa1f70638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.95850382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:36.010307299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4fc63b-7827-49ad-af23-827aa1f70638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:36.064459406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:36.122756275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:36.177823133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4b9658","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:36.232453034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4b9658"},"namespace":"ai-tenant-e2e-praxis-a-4b9658","name":"default-tenant","reconcileID":"b95d6175-f4f7-4d7c-bbed-401918a7c5f6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4b9658","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:38.012004064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705c6184-f168-4264-ba91-c76ad9aa179e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:38.066289115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705c6184-f168-4264-ba91-c76ad9aa179e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:38.120343066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705c6184-f168-4264-ba91-c76ad9aa179e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:38.174219811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705c6184-f168-4264-ba91-c76ad9aa179e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:39.039159629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:40.117892151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816253da-a9f0-4fe6-8749-25af49cad74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:40.172172039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816253da-a9f0-4fe6-8749-25af49cad74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:40.226182211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816253da-a9f0-4fe6-8749-25af49cad74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:40.280216697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816253da-a9f0-4fe6-8749-25af49cad74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:42.221277291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673ae459-5a19-4150-895a-9a02105d9e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:42.27522535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673ae459-5a19-4150-895a-9a02105d9e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:42.329162908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673ae459-5a19-4150-895a-9a02105d9e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:42.38333557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673ae459-5a19-4150-895a-9a02105d9e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.329506966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcc1860-c8dc-42f3-9488-90e011f3f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.383590629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcc1860-c8dc-42f3-9488-90e011f3f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.437992054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcc1860-c8dc-42f3-9488-90e011f3f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.492152681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcc1860-c8dc-42f3-9488-90e011f3f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.828253248Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4b9658","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4b9658","reconcileID":"a88508dd-64ff-499c-bf8a-6fc37cbd9402","aitenant":"ai-tenants/e2e-praxis-a-4b9658","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:45.639517569Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4b9658","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4b9658","reconcileID":"a88508dd-64ff-499c-bf8a-6fc37cbd9402","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4b9658","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4b9658"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:46.519048621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ebb17-6638-4bc2-9bba-3de8212633be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:46.574271589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ebb17-6638-4bc2-9bba-3de8212633be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:46.628846097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ebb17-6638-4bc2-9bba-3de8212633be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:46.683833789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ebb17-6638-4bc2-9bba-3de8212633be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:48.717243112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6af9b6a-834e-43e2-bf7a-2a70f6c55644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:48.772646635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6af9b6a-834e-43e2-bf7a-2a70f6c55644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:48.826552982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6af9b6a-834e-43e2-bf7a-2a70f6c55644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:48.881707209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6af9b6a-834e-43e2-bf7a-2a70f6c55644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:50.904368204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b84c36-2155-4455-a01a-1ec3867bc472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:50.958662039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b84c36-2155-4455-a01a-1ec3867bc472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:51.012637698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b84c36-2155-4455-a01a-1ec3867bc472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:51.066604855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b84c36-2155-4455-a01a-1ec3867bc472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:52.818922524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"9ba1dc78-5d37-48cc-8209-470d15fb25aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:52.94236765Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"9ba1dc78-5d37-48cc-8209-470d15fb25aa","name":"e2e-shared-a-w0-5faf5d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:53.022711959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137c83ce-b139-408e-aa27-d8ec532ce86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:53.077200221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137c83ce-b139-408e-aa27-d8ec532ce86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:53.133152275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137c83ce-b139-408e-aa27-d8ec532ce86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:53.196602166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137c83ce-b139-408e-aa27-d8ec532ce86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.166594342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b37eea-af64-46eb-9452-f0e55dc7627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.220633175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b37eea-af64-46eb-9452-f0e55dc7627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.275075244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b37eea-af64-46eb-9452-f0e55dc7627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.329367284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b37eea-af64-46eb-9452-f0e55dc7627c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:57.305131805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299520ea-fd1f-4456-a657-ad43c152dfff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:57.359325937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299520ea-fd1f-4456-a657-ad43c152dfff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:57.413387035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299520ea-fd1f-4456-a657-ad43c152dfff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:57.467423842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299520ea-fd1f-4456-a657-ad43c152dfff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.512657977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce18b04-fbe6-42db-9982-b1b0f0e7299f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.570209132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce18b04-fbe6-42db-9982-b1b0f0e7299f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.631544558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce18b04-fbe6-42db-9982-b1b0f0e7299f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.692696666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce18b04-fbe6-42db-9982-b1b0f0e7299f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.651829057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5145c4cb-ec78-4520-a48e-34cd42158a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.705865832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5145c4cb-ec78-4520-a48e-34cd42158a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.759977854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5145c4cb-ec78-4520-a48e-34cd42158a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.814044282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5145c4cb-ec78-4520-a48e-34cd42158a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.765990777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d60fc8d-2f2b-4a1a-a3cc-9d8dcd2cf1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.821465375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d60fc8d-2f2b-4a1a-a3cc-9d8dcd2cf1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.8759751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d60fc8d-2f2b-4a1a-a3cc-9d8dcd2cf1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.930953318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d60fc8d-2f2b-4a1a-a3cc-9d8dcd2cf1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.038997729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"2540dd42-a53e-4138-8465-bd94d9244abe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-fb4ca0","tenantID":"e2e-praxis-b-fb4ca0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.158647284Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"2540dd42-a53e-4138-8465-bd94d9244abe","name":"e2e-praxis-b-fb4ca0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.21818508Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","namespace":"ai-tenant-e2e-praxis-a-977f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.218291803Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","namespace":"ai-tenant-e2e-praxis-a-977f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.218366178Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","tenant":"e2e-praxis-a-977f32","tenantID":"e2e-praxis-a-977f32","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.274140102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"Deployment","name":"maas-api-e2e-praxis-a-977f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.337934426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"Service","name":"maas-api-e2e-praxis-a-977f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.395080214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-977f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.453122987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-977f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.514507356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.57108873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.630069231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.695047611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.752788674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.812736576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.867149891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"Service","name":"payload-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.920832547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.974296736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.035089161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.089049259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.146606404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.200036184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.253600843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.379000551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-977f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.443767998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-977f32"},"namespace":"ai-tenant-e2e-praxis-a-977f32","name":"default-tenant","reconcileID":"7549341b-151f-45a1-8614-2ff73fe326eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-977f32","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.502190797Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","namespace":"ai-tenant-e2e-praxis-b-ba6fbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.502245909Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","namespace":"ai-tenant-e2e-praxis-b-ba6fbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.502293232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","tenant":"e2e-praxis-b-ba6fbd","tenantID":"e2e-praxis-b-ba6fbd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.55982354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ba6fbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.621998129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"Service","name":"maas-api-e2e-praxis-b-ba6fbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.682778477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ba6fbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.73837479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ba6fbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.808903644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.869832362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.928134562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:05.984201935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.03569862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92425ae1-7761-4698-bde9-01b282563a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.090257793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.090364391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92425ae1-7761-4698-bde9-01b282563a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.143945411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.144584988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92425ae1-7761-4698-bde9-01b282563a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.199438769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92425ae1-7761-4698-bde9-01b282563a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.200362888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"Service","name":"payload-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.25756543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.312778018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.36735449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.426854791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.52183854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.57519315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.628749894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.68441959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ba6fbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.739708226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ba6fbd"},"namespace":"ai-tenant-e2e-praxis-b-ba6fbd","name":"default-tenant","reconcileID":"71241056-3e1c-458e-bcc9-c01f2b6c0197","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ba6fbd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.068670638Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-977f32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-977f32","reconcileID":"32b858a7-7a63-4ff9-8145-614963e4029c","aitenant":"ai-tenants/e2e-praxis-a-977f32","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.861015049Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-977f32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-977f32","reconcileID":"32b858a7-7a63-4ff9-8145-614963e4029c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-977f32","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-977f32"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:08.194298614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8803c0d-d927-4af1-85f9-b90df6ae55af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:08.248851956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8803c0d-d927-4af1-85f9-b90df6ae55af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:08.303609366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8803c0d-d927-4af1-85f9-b90df6ae55af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:08.357613601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8803c0d-d927-4af1-85f9-b90df6ae55af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:09.047493557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:10.322137761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ccf70-d612-45f2-a026-1e832a29bb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:10.376162659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ccf70-d612-45f2-a026-1e832a29bb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:10.430297591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ccf70-d612-45f2-a026-1e832a29bb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:10.484467053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ccf70-d612-45f2-a026-1e832a29bb50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:12.445101384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6bbfc-8df5-4f4c-833b-9f31bc94083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:12.499033619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6bbfc-8df5-4f4c-833b-9f31bc94083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:12.55333825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6bbfc-8df5-4f4c-833b-9f31bc94083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:12.607820931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6bbfc-8df5-4f4c-833b-9f31bc94083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.227738878Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ba6fbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ba6fbd","reconcileID":"3c2e927a-e16c-48f7-85c6-36f0d67b1eaa","aitenant":"ai-tenants/e2e-praxis-b-ba6fbd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.833886552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5113938c-b547-412c-ac5b-5cb3f4585981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.893251554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5113938c-b547-412c-ac5b-5cb3f4585981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.960428021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5113938c-b547-412c-ac5b-5cb3f4585981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:15.014577864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5113938c-b547-412c-ac5b-5cb3f4585981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:15.078514033Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ba6fbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ba6fbd","reconcileID":"3c2e927a-e16c-48f7-85c6-36f0d67b1eaa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ba6fbd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ba6fbd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.034899027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bf94d2-b203-4c66-b48e-305d588728aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.089378066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bf94d2-b203-4c66-b48e-305d588728aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.143625575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bf94d2-b203-4c66-b48e-305d588728aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.197751558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bf94d2-b203-4c66-b48e-305d588728aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.577763572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"56d93e2c-f729-4c31-ae66-08fa23e6acba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:19.229314754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ec0fb4-811d-419b-ac67-15f4ad1b2285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:19.283649583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ec0fb4-811d-419b-ac67-15f4ad1b2285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:19.337988183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ec0fb4-811d-419b-ac67-15f4ad1b2285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:19.392127613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ec0fb4-811d-419b-ac67-15f4ad1b2285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:20.714062605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"9ca3be1f-3e09-4fdc-b291-34dab241a9f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.451696797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49db5f53-8033-4051-8644-aebbda613790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.505990954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49db5f53-8033-4051-8644-aebbda613790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.56513317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49db5f53-8033-4051-8644-aebbda613790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.620117965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49db5f53-8033-4051-8644-aebbda613790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.842392356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"bdd90eba-7978-4e28-b28f-bcbab50d55b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.65081341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7180552-b938-4e35-9495-e4d6eba7c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.705612802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7180552-b938-4e35-9495-e4d6eba7c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.762623385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7180552-b938-4e35-9495-e4d6eba7c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.817499648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7180552-b938-4e35-9495-e4d6eba7c3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:24.623613854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"0dd5b75c-5ea2-4d8b-b44d-f188f0d58a7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:30.24804821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-status-failed-auth","reconcileID":"bb98d9e5-74a0-4417-8e7e-67cf2653db3d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:30.306302637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-status-failed-auth","reconcileID":"bb98d9e5-74a0-4417-8e7e-67cf2653db3d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:30.3644188Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-status-failed-auth","reconcileID":"bb98d9e5-74a0-4417-8e7e-67cf2653db3d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:30.749939406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-status-failed-auth","reconcileID":"44b3af2a-ea05-4e1e-b961-efe7fe49db29","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:30.810262995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-status-failed-auth","reconcileID":"44b3af2a-ea05-4e1e-b961-efe7fe49db29","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:30.869005322Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-status-failed-auth","reconcileID":"44b3af2a-ea05-4e1e-b961-efe7fe49db29","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:32.39518685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"e2e-status-failed-auth","reconcileID":"f914a217-19c4-4ac1-8264-4603d2177b7d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.438789545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d3e3d5-811b-4d30-b701-6d47b29ff877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.493810303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d3e3d5-811b-4d30-b701-6d47b29ff877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.548558881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d3e3d5-811b-4d30-b701-6d47b29ff877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.603000262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d3e3d5-811b-4d30-b701-6d47b29ff877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:38.046872779Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-60261a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-60261a","reconcileID":"3fea917e-e782-479a-9fb6-4269a82276af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-60261a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-60261a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:39.045655049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:39.615597284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f2a989-0413-47bb-82a4-64df1e8f1cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:39.669434142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f2a989-0413-47bb-82a4-64df1e8f1cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:39.745280385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f2a989-0413-47bb-82a4-64df1e8f1cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:39.804921226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f2a989-0413-47bb-82a4-64df1e8f1cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.745095243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1036b1d-9e82-4a55-97e6-255fe9867d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.799360253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1036b1d-9e82-4a55-97e6-255fe9867d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.853584147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1036b1d-9e82-4a55-97e6-255fe9867d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.907534647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1036b1d-9e82-4a55-97e6-255fe9867d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:43.94945128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e30327-2dd0-4c72-942c-d3646ade2c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.005014101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e30327-2dd0-4c72-942c-d3646ade2c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.058893035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e30327-2dd0-4c72-942c-d3646ade2c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.140022903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e30327-2dd0-4c72-942c-d3646ade2c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:46.242095272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2511aa-c3e9-47f6-974f-eebc60d39ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:46.299176612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2511aa-c3e9-47f6-974f-eebc60d39ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:46.353636012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2511aa-c3e9-47f6-974f-eebc60d39ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:46.407771991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2511aa-c3e9-47f6-974f-eebc60d39ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.325331074Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d341af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d341af","reconcileID":"f21af450-9c66-435b-a5de-f8b30acdbb7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-d341af","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-d341af":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.350441826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5baff1-198d-4c15-a7b6-c2c6322a7340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.404691895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5baff1-198d-4c15-a7b6-c2c6322a7340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.459085848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5baff1-198d-4c15-a7b6-c2c6322a7340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.51357677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5baff1-198d-4c15-a7b6-c2c6322a7340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.055633091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"4272c187-b021-4ac4-939e-aec54e8f5087","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.109670722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f000ee4-ab35-4d33-a60f-b82468b7894a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.109719326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"a3b24054-ea02-4e19-bebb-ab7f246ae370","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.19802045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"ee7fef93-b6da-4601-b3f1-0494842dbc31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.401678077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"8ee6ceb6-4b1c-4088-a9bc-a976a15b226d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.530360137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352be5f6-7c2b-4bef-8000-f0a88dec4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.584793901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352be5f6-7c2b-4bef-8000-f0a88dec4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.638718115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352be5f6-7c2b-4bef-8000-f0a88dec4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.693021367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352be5f6-7c2b-4bef-8000-f0a88dec4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.747505146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"b568aa58-77c4-4518-b3f9-9254b2e9d52d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.855907685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"4a4fde0f-13be-4c5b-81a6-235fb2d0c19b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.856027036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"c3b9aba0-9876-4796-b411-72b026d359bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.956661707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"5317366d-c5bd-4de8-9e24-d7370ebc08f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.074069054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"9eb1a85b-fd8d-417f-a831-0ef06c51275e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.1282254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"e639c817-f4b0-40ed-9d52-c7eb7b6f36e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.245682085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73f54da2-670b-4d6a-a9de-2e1ee57ff6c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.102090595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bdaf75-3449-442f-b81d-a3d9ecc4135a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.156342237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bdaf75-3449-442f-b81d-a3d9ecc4135a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.210203143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bdaf75-3449-442f-b81d-a3d9ecc4135a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.264086991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bdaf75-3449-442f-b81d-a3d9ecc4135a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.324196836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79677cc7-aa3a-4fd0-a575-4f744c67c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.37827297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79677cc7-aa3a-4fd0-a575-4f744c67c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.432164861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79677cc7-aa3a-4fd0-a575-4f744c67c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.486201079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79677cc7-aa3a-4fd0-a575-4f744c67c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.836716399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1954947b-c46e-4980-af82-c59542f2a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.916009804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1954947b-c46e-4980-af82-c59542f2a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.970715828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1954947b-c46e-4980-af82-c59542f2a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.025000563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1954947b-c46e-4980-af82-c59542f2a63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.385569762Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-d0231d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-d0231d","reconcileID":"3bc44dd8-be6e-46dc-bcad-6bb78deb3f0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-d0231d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-d0231d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:05.006946077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7217e7b2-4f0a-4d44-afdc-dc6fb6412dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:05.061282674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7217e7b2-4f0a-4d44-afdc-dc6fb6412dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:05.115574876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7217e7b2-4f0a-4d44-afdc-dc6fb6412dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:05.169787047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7217e7b2-4f0a-4d44-afdc-dc6fb6412dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.196118247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39cbd14-0c4d-47df-a373-4a382a292d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.251073483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39cbd14-0c4d-47df-a373-4a382a292d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.306640454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39cbd14-0c4d-47df-a373-4a382a292d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.372439305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39cbd14-0c4d-47df-a373-4a382a292d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.040358095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.392372244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9cb3e-9f49-4559-b4c5-87486f91111f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.446590535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9cb3e-9f49-4559-b4c5-87486f91111f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.500964622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9cb3e-9f49-4559-b4c5-87486f91111f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.555172602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9cb3e-9f49-4559-b4c5-87486f91111f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.501679154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc18cb5c-b139-4d8b-b83c-04975f8ca43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.555759809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc18cb5c-b139-4d8b-b83c-04975f8ca43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.609841673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc18cb5c-b139-4d8b-b83c-04975f8ca43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.664088796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc18cb5c-b139-4d8b-b83c-04975f8ca43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.286208507Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","namespace":"ai-tenant-e2e-praxis-b-10c688","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.286273108Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","namespace":"ai-tenant-e2e-praxis-b-10c688","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.286322665Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","tenant":"e2e-praxis-b-10c688","tenantID":"e2e-praxis-b-10c688","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.342654838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-10c688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.406783272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"Service","name":"maas-api-e2e-praxis-b-10c688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.466013138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-10c688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.522698108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-10c688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.601680422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.664248423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.723332808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.782096828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.835798891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.889822874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.948216126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"Service","name":"payload-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.002129509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.056134516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.111712273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.166490738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.224976118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.278741889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.33229252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.389872855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-10c688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:14.454564533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-10c688"},"namespace":"ai-tenant-e2e-praxis-b-10c688","name":"default-tenant","reconcileID":"ee6abd65-0b4c-49b7-aa2e-b48fcddc76d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-10c688","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.007838017Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-10c688","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-10c688","reconcileID":"bc632663-7e12-46cd-9ae9-64445b4db18a","aitenant":"ai-tenants/e2e-praxis-b-10c688","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.582855778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88e35a-1655-4be5-9123-9b7bbf8b5f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.636819562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88e35a-1655-4be5-9123-9b7bbf8b5f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.691825684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88e35a-1655-4be5-9123-9b7bbf8b5f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.747152452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88e35a-1655-4be5-9123-9b7bbf8b5f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.864786627Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-10c688","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-10c688","reconcileID":"bc632663-7e12-46cd-9ae9-64445b4db18a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-10c688","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-10c688"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.724032398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4577332-25a1-4c13-bc29-d9fb33e8ce97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.779766385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4577332-25a1-4c13-bc29-d9fb33e8ce97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.838722339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4577332-25a1-4c13-bc29-d9fb33e8ce97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.893109085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4577332-25a1-4c13-bc29-d9fb33e8ce97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:25.181345419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"7ca938a1-ac7e-432b-83d4-5252d484eaf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:25.920160208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1242a867-71b0-46ac-954a-a466f5ab172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.019355887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1242a867-71b0-46ac-954a-a466f5ab172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.074092878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1242a867-71b0-46ac-954a-a466f5ab172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.128643371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1242a867-71b0-46ac-954a-a466f5ab172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:27.165963372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"12825e22-688a-4e52-95b9-afebea668579","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.089973679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c149ec2-e923-4cec-913e-08910e1f7f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.143900981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c149ec2-e923-4cec-913e-08910e1f7f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.197796017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"4f8d3d9b-6f80-47e7-8b3d-e32e32f27a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.198114586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c149ec2-e923-4cec-913e-08910e1f7f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.252426112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c149ec2-e923-4cec-913e-08910e1f7f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.207749996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1838d3a-6888-4da2-959e-6013beaab7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.261804158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1838d3a-6888-4da2-959e-6013beaab7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.315936917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1838d3a-6888-4da2-959e-6013beaab7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.370037685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1838d3a-6888-4da2-959e-6013beaab7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.397776696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"f2bfd95a-575a-49d2-9f5a-af8b1f66f883","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.454550113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"602448fb-0ee2-4b2b-a958-ed8fffd58acd","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.645289892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"8e773a76-a34f-4d35-89cc-7263a1d3fa49","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.704684787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"8e773a76-a34f-4d35-89cc-7263a1d3fa49","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.76475916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d4e14f4d-d1a0-4e57-bd2f-24a8060834bf","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.824300342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"e4e1dabb-850c-48c4-acb0-402dbd371e22","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:30.872447206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-user-subscription","reconcileID":"0d9c8fbd-d7c2-4d7b-9192-eb0a9f728d48","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.926914721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1af3491e-1641-4a32-8cdb-3ae86a6191ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.927593203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6d49b4ff-3620-4261-9f3a-070452387c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.986560287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"6d49b4ff-3620-4261-9f3a-070452387c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:30.986660017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1af3491e-1641-4a32-8cdb-3ae86a6191ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.00479191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"d6584cf5-f888-431d-96ea-27b165942bea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.025181825Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-3c5dbc priority=0:[ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-other-subscription ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.025398058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8affa44a-2857-41e1-ac7c-cc6a496059da","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.028019998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"5a84b953-bf5e-4a7b-a67c-5df4e696f6da","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.075587856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"f128fe49-e531-430e-9676-ac2bffa21e5d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:31.079817899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.132208785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"34957117-ca33-4fb6-9236-a5cc79342c63","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.132811834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"4457d3a9-a56d-4dd8-bb0f-2a7c80cc1fbe","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:31.134292119Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.188325959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"f236dabb-e496-42d5-b58e-d71a386ebbb4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.188331038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"d99f8cd7-17a3-45cb-b61b-1f61b443890b","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.246517776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"f236dabb-e496-42d5-b58e-d71a386ebbb4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.406920105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7522f3df-1587-4056-a8f5-2a247dd3a040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.407030779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4723b515-fb1f-44b3-84e3-27e755ff7a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.40891647Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-user-subscription","reconcileID":"26c2c7df-28c2-4cb9-9b8c-610f6df5d59f","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.464608128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7522f3df-1587-4056-a8f5-2a247dd3a040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.51934043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"4723b515-fb1f-44b3-84e3-27e755ff7a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.523938003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-other-subscription","reconcileID":"bbb512c7-9db5-4cff-a341-1e682d7b7871","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.639241116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"f72068cd-2630-40d8-bf62-96becfacea0f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.679025434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"93fd3c09-365b-4026-903b-5a4620b5f269","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.680071869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"543f92b0-296d-43e8-af34-71c3fc28de38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.735131407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"40819647-46e8-4fa6-9b26-75957c16e48d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.740689732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"93fd3c09-365b-4026-903b-5a4620b5f269","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.90261751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-user-subscription","reconcileID":"801ebd1e-d1ac-450f-9281-0f72264f716b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.956150729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-other-subscription","reconcileID":"28cb2c8c-a31c-416a-bc4b-0398fa6efa4c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.009104759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"8a6dbf21-ff0c-42c6-8aac-5042945ccc52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.325936962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a93cac-5546-48a6-935f-31dd7aba065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.380050861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a93cac-5546-48a6-935f-31dd7aba065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.434599838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a93cac-5546-48a6-935f-31dd7aba065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.488663995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a93cac-5546-48a6-935f-31dd7aba065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.652536501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e8c7bfa-065d-47b5-bc85-9ed93005e294","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.698023741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47c331ea-8391-4f70-a5cf-a558e7e02720","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.739826729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"29b163c6-ed9c-40a9-b18f-78db63941b5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.871366477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"ef4c473b-c08b-4b6d-bb3d-576b2afecb5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.96186456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c92c2ba4-5dc3-4cf1-883b-ea6690053059","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.073079797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"884182d0-05d3-4c71-a905-24f8b9037e87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.172594286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"f07771d2-ae6e-472c-ac74-953f916ce0c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.349007788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"a2da6ed3-6f16-4000-a890-56c84607c0c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.446597683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"107b130e-aa99-41ae-a3c7-c65f64d68a75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.460151969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"675cf654-a7ce-4c59-a192-6413ed6a0622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.737623892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"13751deb-69f5-4470-969a-a0f6c6f53226","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.017401142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"2f915b39-a855-467a-a304-f6566bf99805","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.179153454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"54fdf313-814c-4cdf-b101-99b486f125c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.179296363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"55f951e5-7b04-470a-808b-a8db6864a0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.179159615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"82f1a23d-03b9-4691-a7f7-ade0163b9fbb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.237631076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"55f951e5-7b04-470a-808b-a8db6864a0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.238839512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"54fdf313-814c-4cdf-b101-99b486f125c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.240001875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"82f1a23d-03b9-4691-a7f7-ade0163b9fbb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.423883852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc16886-4fa3-4c72-87bb-0d6ef0ebcc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.478335958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc16886-4fa3-4c72-87bb-0d6ef0ebcc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.53432446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc16886-4fa3-4c72-87bb-0d6ef0ebcc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.589545787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc16886-4fa3-4c72-87bb-0d6ef0ebcc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:36.552075571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976549d9-f9b0-4e7b-a196-f3a14f72f60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:36.608201904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976549d9-f9b0-4e7b-a196-f3a14f72f60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:36.662424287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976549d9-f9b0-4e7b-a196-f3a14f72f60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:36.716437046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"976549d9-f9b0-4e7b-a196-f3a14f72f60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:38.704685436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106ede53-4046-4699-8373-4a89e3d43fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:38.758882488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106ede53-4046-4699-8373-4a89e3d43fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:38.813435297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106ede53-4046-4699-8373-4a89e3d43fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:38.868192132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106ede53-4046-4699-8373-4a89e3d43fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:39.040218401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:40.901905159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a222-f62b-4e38-a3dd-2ff6b8e5cf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:40.955959024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a222-f62b-4e38-a3dd-2ff6b8e5cf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.010219035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a222-f62b-4e38-a3dd-2ff6b8e5cf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.064764249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a222-f62b-4e38-a3dd-2ff6b8e5cf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.737986301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"f238fd7b-0acb-47b8-8f49-794b019e312d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.857398263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"f238fd7b-0acb-47b8-8f49-794b019e312d","name":"e2e-shared-a-w1-60261a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.914463255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","namespace":"ai-tenant-e2e-praxis-a-d83c93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.914565244Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","namespace":"ai-tenant-e2e-praxis-a-d83c93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.914613982Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","tenant":"e2e-praxis-a-d83c93","tenantID":"e2e-praxis-a-d83c93","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:41.970273924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d83c93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.032694525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"Service","name":"maas-api-e2e-praxis-a-d83c93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.092180903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d83c93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.173958391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d83c93","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.233387456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.289292139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.34599358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.406549199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.550943996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.610296894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.663947088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"Service","name":"payload-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.717337461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.770706371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.823882641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.879946181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.937602194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.991203843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.045277224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.099413477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d83c93","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.138325414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fec10a-b8d8-450a-9203-54012870590f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.208111352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fec10a-b8d8-450a-9203-54012870590f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.208586595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d83c93"},"namespace":"ai-tenant-e2e-praxis-a-d83c93","name":"default-tenant","reconcileID":"ccc86cc4-b63b-4cfd-8624-ee577fc1c24a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d83c93","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.277948801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fec10a-b8d8-450a-9203-54012870590f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.33240851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fec10a-b8d8-450a-9203-54012870590f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.191989594Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-user-subscription","reconcileID":"9c246a98-8054-4888-8d2f-4a996f4ab8f9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.434376558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-user-subscription","reconcileID":"9c246a98-8054-4888-8d2f-4a996f4ab8f9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.665042756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"f214cc84-5c56-40cd-a982-c0ba235a5ec6","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.666923592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-other-subscription","reconcileID":"8ef9fd57-f833-41c7-b1ad-4dfbfe8a9190","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.670152657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"d138706e-d74e-4dec-965b-2c9604d5b543","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.761858395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"95983f08-47ef-4364-8c16-7f44214dadce","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.807870317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8b5e6eb5-d312-41da-a946-586f7b9544cf","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.862678127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"30a273d1-92ed-457e-9a09-844dcf1d3f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.862807278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"e1deae43-04a3-4adc-8153-72edfb3a4575","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.862678494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"96596905-1968-4e01-90a5-f368d10a1390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.92121103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"30a273d1-92ed-457e-9a09-844dcf1d3f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.921214779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"96596905-1968-4e01-90a5-f368d10a1390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:44.923280431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"e1deae43-04a3-4adc-8153-72edfb3a4575","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.284619652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2eff847-77aa-40c6-928d-7ed963f726c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.338920407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2eff847-77aa-40c6-928d-7ed963f726c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.392886411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2eff847-77aa-40c6-928d-7ed963f726c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.393024769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"21fd1272-5819-4ef4-9ebd-7602a076259c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.39330822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"c774fb9c-ee18-4f90-aa0c-b6b7e89d7e1b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.393329396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fe480404-0288-494a-ae8b-c6c1ef81ca7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.44758976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2eff847-77aa-40c6-928d-7ed963f726c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.506290605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"c774fb9c-ee18-4f90-aa0c-b6b7e89d7e1b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.507006196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"fe480404-0288-494a-ae8b-c6c1ef81ca7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:45.509440584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"21fd1272-5819-4ef4-9ebd-7602a076259c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.915709873Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d83c93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d83c93","reconcileID":"d72823ab-b626-4dfa-b90a-ddc605138446","aitenant":"ai-tenants/e2e-praxis-a-d83c93","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.405226247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975516a-12c8-4c06-a8f6-460dee32d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.459212975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975516a-12c8-4c06-a8f6-460dee32d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.513527729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975516a-12c8-4c06-a8f6-460dee32d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.568034236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975516a-12c8-4c06-a8f6-460dee32d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.736167722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"dab33782-5eaf-4504-988c-5c4ecda97301","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.74645677Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d83c93","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d83c93","reconcileID":"d72823ab-b626-4dfa-b90a-ddc605138446","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d83c93","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d83c93"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.908508553Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"dab33782-5eaf-4504-988c-5c4ecda97301","name":"e2e-shared-b-w2-d341af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.03430923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-other-subscription","reconcileID":"bff67621-adc0-4dc2-b75b-2baf6cfb9cda","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.26182942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-other-subscription","reconcileID":"bff67621-adc0-4dc2-b75b-2baf6cfb9cda","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3c5dbc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.484232218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"ff8a210e-9099-459c-8a0f-bc3b4c3da390","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.534833997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"18e28bd2-037e-44ba-a877-07b6a5bf3452","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.568130613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b8777-ca01-4af4-a484-5278f1ad989a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.623406572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b8777-ca01-4af4-a484-5278f1ad989a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.673770036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"4f2d9a23-91c0-434b-ab64-db2d48ab825f","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.678887701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b8777-ca01-4af4-a484-5278f1ad989a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.732873478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b8777-ca01-4af4-a484-5278f1ad989a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.840055209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"e433cb9b-8c30-4ba9-a0dd-daf9ff41db2f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.840398188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7147fd6d-ce8a-4379-937e-1e46482b391c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.840449812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e3824a61-ecc1-436b-8694-f7648e309ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.898554605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e3824a61-ecc1-436b-8694-f7648e309ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.898605125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"e433cb9b-8c30-4ba9-a0dd-daf9ff41db2f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.90077855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7147fd6d-ce8a-4379-937e-1e46482b391c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:56.138611692Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"e2e-test-auth-access-denied","reconcileID":"29cacb8f-3193-4b59-b4ba-fbeea48ba780","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:56.321908741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"f62e6da3-67cc-4993-8f1a-90927949f5a7","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.728892589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88c9d3-6964-4a54-9691-81464669cc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.785179338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88c9d3-6964-4a54-9691-81464669cc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.839460201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88c9d3-6964-4a54-9691-81464669cc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.89358191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88c9d3-6964-4a54-9691-81464669cc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.892922944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e43e8c8-48a3-4424-b547-d7fd92146e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.963749363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e43e8c8-48a3-4424-b547-d7fd92146e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:00.018415739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e43e8c8-48a3-4424-b547-d7fd92146e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:00.072438425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e43e8c8-48a3-4424-b547-d7fd92146e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.061310596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2a32a-3086-46ea-b37f-5f1b5f9960e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.115769907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2a32a-3086-46ea-b37f-5f1b5f9960e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.170498216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2a32a-3086-46ea-b37f-5f1b5f9960e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.225172866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2a32a-3086-46ea-b37f-5f1b5f9960e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.506352132Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-5ae63d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-5ae63d","reconcileID":"bebb219f-4d59-4f25-a2d4-68fd1e8b4f9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-5ae63d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-5ae63d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:04.210010496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621fbb76-28f8-41fa-b5cd-9cbfba6cbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:04.264991734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621fbb76-28f8-41fa-b5cd-9cbfba6cbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:04.319781681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621fbb76-28f8-41fa-b5cd-9cbfba6cbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:04.37481841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621fbb76-28f8-41fa-b5cd-9cbfba6cbd51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.370611695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf6f5cc-85e8-458d-b7c4-5a2471173b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.427442337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf6f5cc-85e8-458d-b7c4-5a2471173b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.493091376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf6f5cc-85e8-458d-b7c4-5a2471173b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.602918307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf6f5cc-85e8-458d-b7c4-5a2471173b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.715151821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a592865-7875-4266-9a3d-89c91c58e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.774720533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a592865-7875-4266-9a3d-89c91c58e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.829237986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a592865-7875-4266-9a3d-89c91c58e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.889954242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a592865-7875-4266-9a3d-89c91c58e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:09.051684978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:10.877940006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"f1af6d29-4f74-4e45-b3a7-29145a1b8ff3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.021223469Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"f1af6d29-4f74-4e45-b3a7-29145a1b8ff3","name":"e2e-shared-b-w0-d0231d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.049783849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2037f6-1f9e-45bd-959d-14c4652fdab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.110787004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2037f6-1f9e-45bd-959d-14c4652fdab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.168778524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2037f6-1f9e-45bd-959d-14c4652fdab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.168995101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","namespace":"ai-tenant-e2e-praxis-b-fb4ca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.226415126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2037f6-1f9e-45bd-959d-14c4652fdab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.226710321Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","namespace":"ai-tenant-e2e-praxis-b-fb4ca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.22773857Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","tenant":"e2e-praxis-b-fb4ca0","tenantID":"e2e-praxis-b-fb4ca0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.286232942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.35480772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"Service","name":"maas-api-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.416460866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.508897128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.569817185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.640709546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.697203456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.758702213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.812869518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.867149011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.921317817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"Service","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:11.974847384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.028678295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.082241651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.140218879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.199161507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.256203472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.334352522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.397961181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.485290175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"63f3812b-35b9-4168-a2d7-8386651de1e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-fb4ca0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.222241705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5b76e-692d-4f46-815d-1a6d57097b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.276140822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5b76e-692d-4f46-815d-1a6d57097b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.330131381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5b76e-692d-4f46-815d-1a6d57097b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.384177738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a5b76e-692d-4f46-815d-1a6d57097b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:15.318894228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce39a5f-797f-40d9-9128-a8eb2b4c900b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:15.375377205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce39a5f-797f-40d9-9128-a8eb2b4c900b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:15.429999199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce39a5f-797f-40d9-9128-a8eb2b4c900b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:15.484236385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce39a5f-797f-40d9-9128-a8eb2b4c900b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.422942229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b3964c-031e-44f8-9571-ae83c579b415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.479368199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b3964c-031e-44f8-9571-ae83c579b415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.533638461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b3964c-031e-44f8-9571-ae83c579b415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.587897081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b3964c-031e-44f8-9571-ae83c579b415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:19.555253649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d82df-c5b0-472b-a293-615adf49bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:19.609600315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d82df-c5b0-472b-a293-615adf49bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:19.664318965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d82df-c5b0-472b-a293-615adf49bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:19.719280551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d82df-c5b0-472b-a293-615adf49bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:21.645090805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ee77f7-0f7c-4250-bf76-c41f4ba26c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:21.699532958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ee77f7-0f7c-4250-bf76-c41f4ba26c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:21.753561515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ee77f7-0f7c-4250-bf76-c41f4ba26c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:21.809606721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ee77f7-0f7c-4250-bf76-c41f4ba26c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:23.756578485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604eea70-bfda-47fc-ba18-b54342bdb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:23.845883991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604eea70-bfda-47fc-ba18-b54342bdb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:23.899925596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604eea70-bfda-47fc-ba18-b54342bdb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:23.953964404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604eea70-bfda-47fc-ba18-b54342bdb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:24.989373575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"48bb9562-719a-477d-b8c0-3b0271285db3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:26.066013581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c1ef5-f41e-4f44-832d-a7d8fbb4b115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:26.120409824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c1ef5-f41e-4f44-832d-a7d8fbb4b115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:26.177878751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c1ef5-f41e-4f44-832d-a7d8fbb4b115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:26.232452218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c1ef5-f41e-4f44-832d-a7d8fbb4b115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:39.041032927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:46.484725619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28a8f8-4dfa-4531-a9b1-fb415d9c121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:46.540738705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28a8f8-4dfa-4531-a9b1-fb415d9c121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:46.595304264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28a8f8-4dfa-4531-a9b1-fb415d9c121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:46.649432769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28a8f8-4dfa-4531-a9b1-fb415d9c121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.579572927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7496a01-0677-4118-999b-209e3e3df935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.633845916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7496a01-0677-4118-999b-209e3e3df935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.688131007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7496a01-0677-4118-999b-209e3e3df935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.742145361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7496a01-0677-4118-999b-209e3e3df935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.177071216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"3fe9da7d-0b88-4990-bd8a-051316c5f970","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.363226811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"0b095168-2ff1-4ce6-b6e4-0d491c503005","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.461722666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"9916f906-2391-4751-bb38-89a16078ce42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.477936274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"c7f2baf1-e3f2-4806-9726-5b1473321185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.562755776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"a8d7ddd3-791e-4f75-9ff0-0de5f7b37f13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.663683007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"6e79a3a6-f6a8-49f4-a3b9-1ab2a6e3f6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.880332192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"99b7467d-5ab8-4cf0-bf5d-7f6cd96f5dab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.988348328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49f80815-d248-478e-991d-012f254b214a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.067389748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9c727fc-37cf-4d2d-95e2-dd07f6ea37c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.067537408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"c0b7b8c8-5c28-48e2-bd73-88d1507392a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.201027317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"ed9410bc-4876-4b66-9d67-2f1608e92782","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.306398155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"e3866758-a020-4c8c-b6a7-8e59412da19a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.725677594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dc1fca-482d-4c1e-9a84-08f33762c550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.780056119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dc1fca-482d-4c1e-9a84-08f33762c550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.834425074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dc1fca-482d-4c1e-9a84-08f33762c550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:50.888973456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64dc1fca-482d-4c1e-9a84-08f33762c550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.901802416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597e760f-73a5-473f-a624-d971d6f48e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.956116149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597e760f-73a5-473f-a624-d971d6f48e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.01030689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597e760f-73a5-473f-a624-d971d6f48e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.064364695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597e760f-73a5-473f-a624-d971d6f48e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.098863937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2701a70-fb65-4ee3-bfb4-dc1116c25007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.152782131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2701a70-fb65-4ee3-bfb4-dc1116c25007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.206622215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2701a70-fb65-4ee3-bfb4-dc1116c25007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.260734425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2701a70-fb65-4ee3-bfb4-dc1116c25007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.70205199Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-367381","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-367381","reconcileID":"e06c8a41-b93d-423f-b46a-68724f438003","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-367381","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-367381":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:57.273636396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e97a5b7-e5e6-428e-ae8d-167f6a4bc77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:57.328303062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e97a5b7-e5e6-428e-ae8d-167f6a4bc77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:57.382385304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e97a5b7-e5e6-428e-ae8d-167f6a4bc77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:57.436269433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e97a5b7-e5e6-428e-ae8d-167f6a4bc77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.373304808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c81da-7efc-4273-a06d-aa65f2ab35a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.427656625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c81da-7efc-4273-a06d-aa65f2ab35a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.481535264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c81da-7efc-4273-a06d-aa65f2ab35a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.535763882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c81da-7efc-4273-a06d-aa65f2ab35a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:01.529063444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd2cf3-8550-4d35-b0a9-402ffbf84635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:01.583222387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd2cf3-8550-4d35-b0a9-402ffbf84635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:01.637603497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd2cf3-8550-4d35-b0a9-402ffbf84635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:01.692654895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd2cf3-8550-4d35-b0a9-402ffbf84635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.653145912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96177ecb-3878-4f00-b5fa-e2fcf7212f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.70759417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96177ecb-3878-4f00-b5fa-e2fcf7212f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.764033724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96177ecb-3878-4f00-b5fa-e2fcf7212f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.818408293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96177ecb-3878-4f00-b5fa-e2fcf7212f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:05.752004696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a62395-3f0d-4e06-901c-1502a3204047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:05.807212397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a62395-3f0d-4e06-901c-1502a3204047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:05.862375233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a62395-3f0d-4e06-901c-1502a3204047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:05.916575711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a62395-3f0d-4e06-901c-1502a3204047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:09.040366843Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:11.90309151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"3688769f-345d-4beb-804d-831d1868ff16","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:12.021897584Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"3688769f-345d-4beb-804d-831d1868ff16","name":"e2e-shared-a-w4-5ae63d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.12004831Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","namespace":"ai-tenant-e2e-praxis-b-fb4ca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.120113044Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","namespace":"ai-tenant-e2e-praxis-b-fb4ca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.120289574Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","tenant":"e2e-praxis-b-fb4ca0","tenantID":"e2e-praxis-b-fb4ca0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.174001549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"Deployment","name":"maas-api-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.229891461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"Service","name":"maas-api-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.28425785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.337909662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-fb4ca0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.391584056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.44531158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.498950937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.552539449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.60604695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.659606944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.713080503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"Service","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.766649716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.821198394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.8746971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.928152188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.981743099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.035720688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.097116098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.151550964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-fb4ca0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.205002877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fb4ca0"},"namespace":"ai-tenant-e2e-praxis-b-fb4ca0","name":"default-tenant","reconcileID":"a5b0027c-0376-48e2-8811-639c683afea3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-fb4ca0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.947146981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98294edf-f279-4515-84b2-a51bd62efad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.001557043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98294edf-f279-4515-84b2-a51bd62efad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.055956068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98294edf-f279-4515-84b2-a51bd62efad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.110784332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98294edf-f279-4515-84b2-a51bd62efad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.701781472Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fb4ca0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fb4ca0","reconcileID":"aec79271-90ed-4f54-98b9-d3f0681a2104","aitenant":"ai-tenants/e2e-praxis-b-fb4ca0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:20.500401395Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fb4ca0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fb4ca0","reconcileID":"aec79271-90ed-4f54-98b9-d3f0681a2104","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fb4ca0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-fb4ca0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:21.117883319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2821058f-ee08-400b-bb68-0b3e40747e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:21.173333658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2821058f-ee08-400b-bb68-0b3e40747e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:21.229961458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2821058f-ee08-400b-bb68-0b3e40747e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:21.284363697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2821058f-ee08-400b-bb68-0b3e40747e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:23.251663218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ebf248-fe57-46db-9d16-b55784e6baec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:23.305770913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ebf248-fe57-46db-9d16-b55784e6baec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:23.359810183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ebf248-fe57-46db-9d16-b55784e6baec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:23.414209687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6ebf248-fe57-46db-9d16-b55784e6baec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:23.677556396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"ae069123-2ec2-487c-b6b9-940f96adef1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.365133402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5934dcd-f389-454c-abdf-61a6877c7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.419200676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5934dcd-f389-454c-abdf-61a6877c7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.473128238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5934dcd-f389-454c-abdf-61a6877c7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.529260517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5934dcd-f389-454c-abdf-61a6877c7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:26.891314035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"8bb8255c-ef2f-4282-a7d8-1ab450af37f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.861375193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"c8bec307-3831-491a-959e-1f0ffa1f5379","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.917661045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"fc7ef5ed-09b0-49f4-8f3f-beefb4758765","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.078438845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"dc95ed09-71d2-4ba6-bf4c-37e8120c19ca","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.136103518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"dc95ed09-71d2-4ba6-bf4c-37e8120c19ca","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.247385049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"fcf7368f-1d1f-4087-a23a-b891847b9a28","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.346062072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"f9e536ee-db30-4e51-847e-b6bc8c6e7ea2","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:29.397405434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"86bb996a-2d65-4183-9b12-15cf004081dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.452491828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"191555dc-4ffa-4f47-8efa-679399a06694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.452961092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"29e13b52-a833-424c-9a32-d277357e9e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.459946766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"c4a17d62-f597-4d63-bfbf-0e30a3e8d760","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.511099726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"29e13b52-a833-424c-9a32-d277357e9e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.511313676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"191555dc-4ffa-4f47-8efa-679399a06694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.511880952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"cb1c4a44-8634-4630-bef0-f96e120a366c","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.570700288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"c7905ccd-1716-4b6d-9960-da6128962c07","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.620218841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"29554688-f1d9-428e-b800-4ef5efd6bc06","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.677611875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"29554688-f1d9-428e-b800-4ef5efd6bc06","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.836184678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"2e27151c-6e6d-4d8e-9631-bff71cc45486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.836188516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"be39f488-967c-4a09-980e-35901e996c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.846278622Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"830cfc02-5260-432e-b416-c41fce5aa4d1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5bb463/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-5bb463/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.846366315Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"830cfc02-5260-432e-b416-c41fce5aa4d1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-5bb463/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.895054771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"2e27151c-6e6d-4d8e-9631-bff71cc45486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:29.895099648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"be39f488-967c-4a09-980e-35901e996c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:30.00138039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"687d8025-0531-4d22-973f-acad37ca99cf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:30.061083329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"687d8025-0531-4d22-973f-acad37ca99cf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:30.067975706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"4d8b10b2-bc5e-4e2f-af66-24156e08593d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:30.118876335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"6747a83d-381a-49a7-9322-0c4300db841a","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:30.33677779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"104ddfd1-7c32-4279-8d32-9a1f5e343991","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:30.336928303Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"104ddfd1-7c32-4279-8d32-9a1f5e343991","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-5bb463/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.327023795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"b36d89f7-d531-4b62-9cf5-b7b2480096d7","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.488166643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"27937449-2729-40ab-b7d7-c3fc36543652","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.488397673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"d1e8f5bb-214d-424c-ac27-ec9ced7e73e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.488623119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"181e69c4-26ae-4d04-adef-053f59bb68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.547448948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"d1e8f5bb-214d-424c-ac27-ec9ced7e73e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.547448937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"27937449-2729-40ab-b7d7-c3fc36543652","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.549869446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"181e69c4-26ae-4d04-adef-053f59bb68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:34.396806115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"9fda7547-15e5-43b9-aca5-117509075cb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:34.499924521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"7a3192bc-3e5e-4af8-8695-aeb54eb8d80f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:34.684359539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"cdbf1130-91ac-40f0-83ed-20a1636bc315","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:34.791941908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"a56dc5c4-9fba-4d24-b627-5caac804907b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:34.893049814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c0e67907-b964-4b65-98a1-cbe002f13a08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.039004083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"3004f727-88a7-4a9d-a91f-f5b2138a74b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.163266001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2167b0ec-97c6-49e6-afb6-5829427ffa4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.277256818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55b370ad-2bf1-44e3-bba4-fa542fa20707","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.359765394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"ae8e199b-e830-4916-9908-aff881100190","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.462279305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"9365d025-a5d2-42ad-95df-01fb1753398c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.558877949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"543c75c3-241b-45d4-b13e-fcc12ebc5caf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:39.03912589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.495166024Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"38ba43d4-d1dd-4249-868c-d65ea9d671d7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.71796767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"38ba43d4-d1dd-4249-868c-d65ea9d671d7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5bb463/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.718001009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"38ba43d4-d1dd-4249-868c-d65ea9d671d7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.718116794Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey","reconcileID":"38ba43d4-d1dd-4249-868c-d65ea9d671d7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-5bb463/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.936199574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"147fbc8c-3752-49a9-9be1-10cd2b15a99b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.039133168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"c55fea30-1bc9-472a-91c3-2d432ee4bbf6","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.192118499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"990a0fc3-7def-4f8a-82f8-267695554e83","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.201425421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"47b32bc1-1304-4c89-9bbf-5b613edbd645","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.201567835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"9ee69bb9-575e-4bad-9a66-904453a57dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.201432719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"6f9797fa-7685-4bf7-a2d9-fe2497c2c541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.259909229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"9ee69bb9-575e-4bad-9a66-904453a57dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.260032173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"47b32bc1-1304-4c89-9bbf-5b613edbd645","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.262180119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"6f9797fa-7685-4bf7-a2d9-fe2497c2c541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.468135922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"e2e-degraded-models-apikey-auth","reconcileID":"f1db0a6c-8fa0-40b0-a54f-d6968fa2eda7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.63494703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"4695e46d-abb9-4857-860f-d5e537f5eefb","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.918034253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"9cd10cea-e92a-41fa-ac8e-25ee5228c9ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:48.706355834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f873d7-2c48-4ec6-bc40-551344d01e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:48.760724883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f873d7-2c48-4ec6-bc40-551344d01e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:48.81454272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f873d7-2c48-4ec6-bc40-551344d01e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:48.868844182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f873d7-2c48-4ec6-bc40-551344d01e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.254037448Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-92546f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-92546f","reconcileID":"d82c8ecf-604f-4f57-a000-654d5d48c1ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-92546f","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-92546f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.818397201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a7cc0-7543-4ea7-afe7-b96bc9bdbe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.873174139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a7cc0-7543-4ea7-afe7-b96bc9bdbe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.927655305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a7cc0-7543-4ea7-afe7-b96bc9bdbe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.984384325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a7cc0-7543-4ea7-afe7-b96bc9bdbe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.935178452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ba344-3e5e-4862-9cde-2f253debf1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.994233671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ba344-3e5e-4862-9cde-2f253debf1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.048762303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ba344-3e5e-4862-9cde-2f253debf1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.103414741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ba344-3e5e-4862-9cde-2f253debf1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.268115644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"8a5df7c7-25c8-4f01-8dfb-b01c130f0572","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.368925703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e24669cd-88a5-4f6e-8194-4d81c2fea190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.468355901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"c746e37f-cb26-4a3e-8baa-9e455c6ddda4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.486430756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"31f8e528-9259-4fcf-88ac-d5e7bf87e1d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.567830868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"dc9703a6-6106-4169-8028-c366865a40fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.668164154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f67817f-6171-4b82-b8c6-8a8635458351","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.696340856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"db123ac5-6cb6-451b-b5a5-d0999f7df4ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.796013469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"7e551341-cf34-494f-928f-02cd4c9269df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.898059466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"81990842-a61a-4a9f-8523-12a9bedc08fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:00.406308263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24a867f9-697a-4089-a335-1ba73ceeaa59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:00.60237976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"576f683b-4f21-47ef-865e-a36ef9dbd486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:05.148362873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"8bfb62fe-b23d-433f-8c50-b71fa30b822e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:05.267170545Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"8bfb62fe-b23d-433f-8c50-b71fa30b822e","name":"e2e-shared-b-w1-367381-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:05.714700796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"71f00b43-8e85-4d93-80d8-9f2cda0c6cf8","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:05.714735399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"71f00b43-8e85-4d93-80d8-9f2cda0c6cf8","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:09.040915991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.410163674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10ad-8c03-4c77-b167-2a0c2d2c129d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.464744172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10ad-8c03-4c77-b167-2a0c2d2c129d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.519262696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10ad-8c03-4c77-b167-2a0c2d2c129d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.573240122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10ad-8c03-4c77-b167-2a0c2d2c129d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:23.967399084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"99cf7b07-56d5-43c0-93d8-16069f015ada","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:24.504164972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa89dce-144d-43c6-b4fd-fcc4acd1d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:24.558354892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa89dce-144d-43c6-b4fd-fcc4acd1d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:24.612752142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa89dce-144d-43c6-b4fd-fcc4acd1d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:24.667070352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa89dce-144d-43c6-b4fd-fcc4acd1d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.407102713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a781e49-3fea-4b93-8628-f52ada555264","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.477203288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"c8e2cf9d-105b-41df-9295-3481cf41f93e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.542027718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"ccda4103-7559-4305-9010-98156f5ff23c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.613467173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"18baadf7-6696-4076-a3f6-e4c7dede867e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.717931608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"489c3087-2e8b-428e-97e5-66f8aa1e4cba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.81687265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"0f2edc7a-3ed5-4e97-941a-b8318c6cf7eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.832568117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde13156-5f4b-4a5f-bc94-b60c840cd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.88710895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde13156-5f4b-4a5f-bc94-b60c840cd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.941441208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde13156-5f4b-4a5f-bc94-b60c840cd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.99725495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde13156-5f4b-4a5f-bc94-b60c840cd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.131800417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"dad8418d-c5c9-491b-a23b-449495d4c0a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.268315606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"b249fb08-db1f-4a82-8a98-72828f4aa70d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.448769373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"72ec7127-1bda-4106-9274-3ef517fbc344","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.554158672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"6170555f-197f-4c76-a0af-7d56d41380c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.654097088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"891c5fce-2422-4213-bbfd-f6af20ccf5b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.654693505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"320e72d5-ab25-4579-9605-e0d026af4d60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.990926752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8c31f-e30d-40ea-a5ae-6ad6ff45ac1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.046836889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8c31f-e30d-40ea-a5ae-6ad6ff45ac1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.102085228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8c31f-e30d-40ea-a5ae-6ad6ff45ac1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.159207422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e8c31f-e30d-40ea-a5ae-6ad6ff45ac1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:30.644313498Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-efbdec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-efbdec","reconcileID":"dcf2e066-c357-4664-9dd3-4e35b2bed338","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-efbdec","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-efbdec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:31.178401761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a73c77-6279-440f-8090-a5c42a8f1fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:31.232357576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a73c77-6279-440f-8090-a5c42a8f1fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:31.28622127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a73c77-6279-440f-8090-a5c42a8f1fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:31.340047612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a73c77-6279-440f-8090-a5c42a8f1fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:33.291563487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b4946-8ed5-4c11-b6f6-c73213f2685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:33.345943947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b4946-8ed5-4c11-b6f6-c73213f2685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:33.4005779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b4946-8ed5-4c11-b6f6-c73213f2685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:33.454714226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b4946-8ed5-4c11-b6f6-c73213f2685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.741959476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"3c7c74b1-2235-4320-8371-9a383ee29bd2","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.741988509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"3c7c74b1-2235-4320-8371-9a383ee29bd2","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.039962239Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.808082177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"ff98cb01-91f7-4345-96fc-74478a0fa7bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-92546f","tenantID":"e2e-explicit-92546f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.925996232Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"ff98cb01-91f7-4345-96fc-74478a0fa7bd","name":"e2e-explicit-92546f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.042011393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.045214607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ac4a52-43f0-4eb6-84f1-7f971cc5374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.104216799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ac4a52-43f0-4eb6-84f1-7f971cc5374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.163876411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ac4a52-43f0-4eb6-84f1-7f971cc5374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.218531634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ac4a52-43f0-4eb6-84f1-7f971cc5374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:22.261975895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46166d70-dccc-4def-82d8-4c180ad2f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:22.31678163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46166d70-dccc-4def-82d8-4c180ad2f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:22.371443743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46166d70-dccc-4def-82d8-4c180ad2f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:22.426935936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46166d70-dccc-4def-82d8-4c180ad2f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:24.340562936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"944ed5f5-3000-48b0-8a25-1534c787bd46","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:24.340592647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"944ed5f5-3000-48b0-8a25-1534c787bd46","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:29.923003239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"51ac05ab-587a-4073-be22-f7b2a5b88a84","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:29.923026461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"51ac05ab-587a-4073-be22-f7b2a5b88a84","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:29.981919981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"64226c1b-d74b-4588-96cd-4186f04fbfb8","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:29.981948622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"64226c1b-d74b-4588-96cd-4186f04fbfb8","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:30.089927386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"81d7f36e-45cc-42fa-bdfc-97621fe4fa0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:30.226961148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"81d7f36e-45cc-42fa-bdfc-97621fe4fa0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:30.283929046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"81d7f36e-45cc-42fa-bdfc-97621fe4fa0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:30.348546959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"2b8449f0-8e25-4c47-9b4e-08d9e79256a4","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:30.348574159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"2b8449f0-8e25-4c47-9b4e-08d9e79256a4","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:39.040687238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.459107131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"27acc4be-35c6-4df6-999e-d9d1efaed04d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.517043184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"27acc4be-35c6-4df6-999e-d9d1efaed04d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.573999294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"27acc4be-35c6-4df6-999e-d9d1efaed04d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:49.121586558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"c7491d90-448c-4779-917c-763fb822924d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:49.239617088Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"c7491d90-448c-4779-917c-763fb822924d","name":"e2e-shared-b-w4-efbdec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:50.686796817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"b0007f11-b7cf-4e9a-8339-0271034e5678","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:50.745498562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"b0007f11-b7cf-4e9a-8339-0271034e5678","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:50.802284095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4af4b1f399d9f6af5ba090199f329ba44b89dd937576ec7a247f959bfdc9d1) AuthConfig (c89f0732f5cdc0fa158b6e629eacef34743d1f5ce5d9f4efafc3f7327b7c4bb0) AuthConfig (84c192afb5f9d430153cb9d07b1173b6ef33973ba11ff6b5d26307c5aa15351b) AuthConfig (7cca2708feb351818fe4f6e8093717b601880a92e3cd9587ef9c997dacebbe54) AuthConfig (0241bd1bc093c9f14d16c9e49ffa340d1600bfe6d60dc8de6d1568c7c3bc3ffc) AuthConfig (2ceea28f4aa0116979393158f7269040947d17a58117c489403f5962c15f6c0f) AuthConfig (b4d9b46993a4c260cfcbd75dd49a599ef2aa933ae62e86596bbdd7388bd85246) AuthConfig (55c2564453caaae4a7b087a4dda5e3e3acbae4b154190d5dfe0f29115832bbd0) AuthConfig (d659374011f81ee9bac54cedf5a3f3e82fddfd1af8778e30d91dd488d08007ef) AuthConfig (19734d256dae8a16b51f025911a5fb89dfa9e9151e502f69f46ad84097c9a4fe) AuthConfig (01ba8cc5d133c6623ed9c180fd65be865cd39731e493a3d59c848b2a8636fead) AuthConfig (3a7e08819f74b58b8e3c99ab742b63664c770f4f676f497941e92adb98ba54fc) AuthConfig (9142e62a0e390c3d70fe688ca42e7e1fe7a5b6c0bef323e65d1aa639614669b6) AuthConfig (d64b8c89eaa4f168f9d86f32266ec3ae76bc2e8290aaa8cd35cd47e9940640ce) AuthConfig (46404260c9b9d3932f51169dea4bfc4fe8dcb0626cd72b6ae83fd16a9eaaf8c1) AuthConfig (d0e7004e6ad3e3ad0fc956cc336f5306a4e22c603a94af4a87fb0ac6004fd7a9) AuthConfig (3f3cb7dc399e440887ec63e4277fbdb937357df6814951741107e98687acfdf2) AuthConfig (1deb0024c3b706fc7d40e04eeabefe7ef25e9b26320ae811636c3bb1042dcf91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"b0007f11-b7cf-4e9a-8339-0271034e5678","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:50.86210209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"f55c229c-da3e-4ae1-adde-2d137dff75e9","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:50.862122227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"f55c229c-da3e-4ae1-adde-2d137dff75e9","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.488137226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"6d52ddc5-2042-4573-b347-9b78a9913aa0","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.488164236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"6d52ddc5-2042-4573-b347-9b78a9913aa0","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.988084138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"a632ecbe-4b7f-43b0-811e-786c511658df","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.988106001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"a632ecbe-4b7f-43b0-811e-786c511658df","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.044634112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"bd1ec635-b289-4748-ab40-73a50e399c18","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.044655171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"bd1ec635-b289-4748-ab40-73a50e399c18","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.153811296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"44bb417d-0110-427d-a03e-01cce7cae891","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.279977775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"44bb417d-0110-427d-a03e-01cce7cae891","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.337705656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-5faf5d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"44bb417d-0110-427d-a03e-01cce7cae891","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.39696062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"1edf4375-c8cd-4d1c-b004-b3460055d7da","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.396978763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"1edf4375-c8cd-4d1c-b004-b3460055d7da","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:00.969892501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"58a69d6d-d178-48a7-be4e-d697efdd3d7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:01.028700196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"58a69d6d-d178-48a7-be4e-d697efdd3d7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:01.085739204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4af4b1f399d9f6af5ba090199f329ba44b89dd937576ec7a247f959bfdc9d1) AuthConfig (c89f0732f5cdc0fa158b6e629eacef34743d1f5ce5d9f4efafc3f7327b7c4bb0) AuthConfig (84c192afb5f9d430153cb9d07b1173b6ef33973ba11ff6b5d26307c5aa15351b) AuthConfig (7cca2708feb351818fe4f6e8093717b601880a92e3cd9587ef9c997dacebbe54) AuthConfig (0241bd1bc093c9f14d16c9e49ffa340d1600bfe6d60dc8de6d1568c7c3bc3ffc) AuthConfig (2ceea28f4aa0116979393158f7269040947d17a58117c489403f5962c15f6c0f) AuthConfig (b4d9b46993a4c260cfcbd75dd49a599ef2aa933ae62e86596bbdd7388bd85246) AuthConfig (55c2564453caaae4a7b087a4dda5e3e3acbae4b154190d5dfe0f29115832bbd0) AuthConfig (d659374011f81ee9bac54cedf5a3f3e82fddfd1af8778e30d91dd488d08007ef) AuthConfig (19734d256dae8a16b51f025911a5fb89dfa9e9151e502f69f46ad84097c9a4fe) AuthConfig (01ba8cc5d133c6623ed9c180fd65be865cd39731e493a3d59c848b2a8636fead) AuthConfig (3a7e08819f74b58b8e3c99ab742b63664c770f4f676f497941e92adb98ba54fc) AuthConfig (9142e62a0e390c3d70fe688ca42e7e1fe7a5b6c0bef323e65d1aa639614669b6) AuthConfig (d64b8c89eaa4f168f9d86f32266ec3ae76bc2e8290aaa8cd35cd47e9940640ce) AuthConfig (46404260c9b9d3932f51169dea4bfc4fe8dcb0626cd72b6ae83fd16a9eaaf8c1) AuthConfig (d0e7004e6ad3e3ad0fc956cc336f5306a4e22c603a94af4a87fb0ac6004fd7a9) AuthConfig (3f3cb7dc399e440887ec63e4277fbdb937357df6814951741107e98687acfdf2) AuthConfig (1deb0024c3b706fc7d40e04eeabefe7ef25e9b26320ae811636c3bb1042dcf91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"58a69d6d-d178-48a7-be4e-d697efdd3d7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:09.040792618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.50565945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"304b49ad-1e85-42d7-a877-f1803a44a9f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.569225549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"304b49ad-1e85-42d7-a877-f1803a44a9f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.626918561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-5faf5d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"304b49ad-1e85-42d7-a877-f1803a44a9f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.194419019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"2b5b6576-797b-4210-8f5b-c7cb628e8d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.256225701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"2b5b6576-797b-4210-8f5b-c7cb628e8d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.555534114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"53d3cd7a-787d-4a7e-93e5-b5a8b413b002","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.555644875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"53d3cd7a-787d-4a7e-93e5-b5a8b413b002","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.951377581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"afbc6f0b-8c75-47d8-93c5-0d1db8eee9b1","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.951406569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"afbc6f0b-8c75-47d8-93c5-0d1db8eee9b1","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.014826021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"46704fa8-6ef7-46c8-ad67-c5c317fc686e","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.014847351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"46704fa8-6ef7-46c8-ad67-c5c317fc686e","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:17.063431181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"eaa59e01-ea80-4637-87f7-1f781484ece0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a07410\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.067834637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"b1e54fdd-ac9e-4286-a6d8-36f7d4f4f5a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:17.070995816Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"46704fa8-6ef7-46c8-ad67-c5c317fc686e","name":"auth-test-model-2bceb1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2bceb1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:17.071045406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"46704fa8-6ef7-46c8-ad67-c5c317fc686e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2bceb1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.076459558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"cdcddf8f-6678-4988-be30-d2b57c0f3ed0","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.076550466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"cdcddf8f-6678-4988-be30-d2b57c0f3ed0","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.12829364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"b1e54fdd-ac9e-4286-a6d8-36f7d4f4f5a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.173384431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"496af42b-eb1b-4737-9cd4-9118c7a050e2","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.173404661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"496af42b-eb1b-4737-9cd4-9118c7a050e2","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.232301424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"b6e3c13d-0f39-4ec7-a996-7efb55d0eeb8","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.232321137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"b6e3c13d-0f39-4ec7-a996-7efb55d0eeb8","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.406140842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"1b5e4047-c2dc-4037-97ce-5a82b9daaef2","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.452900475Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"369bed1d-0b50-474c-a49c-27bb6be323b5","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-auth-test-model-2bceb1","model":"auth-test-model-2bceb1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-2bceb1/e2e-auth-iso-a07410"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.464998415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"1b5e4047-c2dc-4037-97ce-5a82b9daaef2","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.628525434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"dcb26466-c4f8-45bf-a2d1-7be321d92edd","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.628555789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"dcb26466-c4f8-45bf-a2d1-7be321d92edd","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:17.84704804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"29cd86c7-6ff9-46ca-9f91-f3beb388a6f8","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-auth-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:20.735662959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"3c8f9f90-8a6a-49da-abcc-048876d0c555","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:20.800908554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"3c8f9f90-8a6a-49da-abcc-048876d0c555","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:20.889767222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-5faf5d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"3c8f9f90-8a6a-49da-abcc-048876d0c555","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.770036983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf29d79-48c1-40d1-aad5-21a057851bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.824384882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf29d79-48c1-40d1-aad5-21a057851bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.878324481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf29d79-48c1-40d1-aad5-21a057851bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.932399384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf29d79-48c1-40d1-aad5-21a057851bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.953420279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fbfb8f-2192-43b7-bcf8-16a09a1bcd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.007915137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fbfb8f-2192-43b7-bcf8-16a09a1bcd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.063690815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fbfb8f-2192-43b7-bcf8-16a09a1bcd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.118405835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fbfb8f-2192-43b7-bcf8-16a09a1bcd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.999584829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"737bbdd8-cf19-43c0-a53c-5abf16d586c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:31.059060927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"737bbdd8-cf19-43c0-a53c-5abf16d586c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:31.115974795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-5faf5d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"737bbdd8-cf19-43c0-a53c-5abf16d586c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:38.441142953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"85b18659-8c98-4411-b6a2-2a82ed4c8275","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:38.441170608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"85b18659-8c98-4411-b6a2-2a82ed4c8275","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:39.040355977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:41.231233236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"ff1dcbf7-f12e-4e36-8725-bc5b65325c1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:41.290676955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"ff1dcbf7-f12e-4e36-8725-bc5b65325c1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:41.347370299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-5faf5d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"ff1dcbf7-f12e-4e36-8725-bc5b65325c1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:42.457959163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"416d7759-9e8e-4f9e-aa94-823f950a986f","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-auth-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:42.630600264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"aed2ce20-e4fe-493f-974b-2125d339387d","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:42.630620994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"aed2ce20-e4fe-493f-974b-2125d339387d","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.441593309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"417b5723-d9a7-4281-94c9-24b9f1f4dff9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.499676599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"417b5723-d9a7-4281-94c9-24b9f1f4dff9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.312638391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"919bbe09-2a4f-45b3-98dc-2ac0d2ddda28","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.312660712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"919bbe09-2a4f-45b3-98dc-2ac0d2ddda28","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.371166417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"0c680a01-2339-4447-b780-95d2f4763131","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.371188624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"0c680a01-2339-4447-b780-95d2f4763131","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.478787043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"76811c2d-f46f-4336-8200-5476c4ad08de","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.606103372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"76811c2d-f46f-4336-8200-5476c4ad08de","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.662596115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"76811c2d-f46f-4336-8200-5476c4ad08de","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.816110024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-92546f","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"explicit-model-92546f","reconcileID":"8b87b2fa-dc62-4ea0-8f0a-5bff72906986","MaaSModelRef":{"name":"explicit-model-92546f","namespace":"ai-tenant-e2e-explicit-92546f"},"routeName":"explicit-model-92546f-kserve-route","namespace":"ai-tenant-e2e-explicit-92546f","llmisvcName":"explicit-model-92546f","gateway":"openshift-ingress/e2e-explicit-92546f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.876380379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"8d9b7e34-11f1-47c9-b867-82c2aa83c2c2","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:44.876407967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"8d9b7e34-11f1-47c9-b867-82c2aa83c2c2","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.456299005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"624c6fe3-3ffe-4615-8b37-d4f81f893978","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.516171723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"624c6fe3-3ffe-4615-8b37-d4f81f893978","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.573336538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-5faf5d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f95904707b52eb8ebd69244a42d169b4e1c6fd73ba3107d39c677f02a0d3d52) AuthConfig (6cb5c7b455309bf0218253b7756b25d278955b5768cfd4a007594cf3504476c1) AuthConfig (4a016dabdd20e4d28f1116d2fc8ffaf42fa382ba8ecd23aef45aa1fd5a0d1a41) AuthConfig (706afbd431a253e9ad105ebe006b0a9d15a3713d77d6b3e2d3bf103e37505f00) AuthConfig (4b096f0d0da3271835520b64373cd4acf20e1aa767c28fa91b23c62a86405d63) AuthConfig (492818147c4fcc155615628203fbbeaec7fb851f993754a2812f1e54efc38fad) AuthConfig (cfdb40ac3b5dcf23169eec75d28cad1066cb18c742bfbbf33278fef8eb96c426) AuthConfig (a15b3d7ff4089ed3daa3f4dae106ee90a59124602b67af0b106e13535ae234f0) AuthConfig (a752fd4aa6e78135d63693079be374e853a9a17a143419b5940f91c06fda4f0b) AuthConfig (c8bb1047174c0e4fcca1ead7a29bd5cf39c84f6b559fb7acf8c0aedc1655cdc9) AuthConfig (15e2acb92fe2e21afbb83ee0320a77c83af13e82606e376aff1f9e0b350ef73b) AuthConfig (8c4e9b768fb18fd1a61963afb2fbf24c01a301b67d31001cf257157ba9768f32) AuthConfig (5b03635512b5085f19ec404ad122c33268b0c0add458381cb445acf8f6128878) AuthConfig (e9e93acb21321b35eae34e316717a68ed0a95e22e7d960b540b5ef853c4ad198) AuthConfig (c6ec17153b50f6601eb0ab6c9f0d59b24a70e1e2baa717a8ae4303e8f34e6c78) AuthConfig (beafe2618b0f65bc27c7d6b3acb732da928fc458be72f4aeb2efde7b464376ba) AuthConfig (1770aee28195d350d3fd961e9b465d64924f9b30c4acca2965185c2984507c68) AuthConfig (b5249c0e34131de89c2a6a1b69fb7c92e11b46c1984daf236b3bbd34d1ceb207)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"624c6fe3-3ffe-4615-8b37-d4f81f893978","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.633153988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"ca6ad50c-491f-406a-9d69-58e7b3b6ce08","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.633172789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"ca6ad50c-491f-406a-9d69-58e7b3b6ce08","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:54.828021501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"3b405ee7-1898-4ab0-900e-9001c59c7527","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:54.886014482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"3b405ee7-1898-4ab0-900e-9001c59c7527","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:54.942733003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"3b405ee7-1898-4ab0-900e-9001c59c7527","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.744097312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"a520a7e2-32fb-49dc-a88c-706e79c3de21","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.802507911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"a520a7e2-32fb-49dc-a88c-706e79c3de21","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.860044433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-5faf5d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f95904707b52eb8ebd69244a42d169b4e1c6fd73ba3107d39c677f02a0d3d52) AuthConfig (6cb5c7b455309bf0218253b7756b25d278955b5768cfd4a007594cf3504476c1) AuthConfig (4a016dabdd20e4d28f1116d2fc8ffaf42fa382ba8ecd23aef45aa1fd5a0d1a41) AuthConfig (706afbd431a253e9ad105ebe006b0a9d15a3713d77d6b3e2d3bf103e37505f00) AuthConfig (4b096f0d0da3271835520b64373cd4acf20e1aa767c28fa91b23c62a86405d63) AuthConfig (492818147c4fcc155615628203fbbeaec7fb851f993754a2812f1e54efc38fad) AuthConfig (cfdb40ac3b5dcf23169eec75d28cad1066cb18c742bfbbf33278fef8eb96c426) AuthConfig (a15b3d7ff4089ed3daa3f4dae106ee90a59124602b67af0b106e13535ae234f0) AuthConfig (a752fd4aa6e78135d63693079be374e853a9a17a143419b5940f91c06fda4f0b) AuthConfig (c8bb1047174c0e4fcca1ead7a29bd5cf39c84f6b559fb7acf8c0aedc1655cdc9) AuthConfig (15e2acb92fe2e21afbb83ee0320a77c83af13e82606e376aff1f9e0b350ef73b) AuthConfig (8c4e9b768fb18fd1a61963afb2fbf24c01a301b67d31001cf257157ba9768f32) AuthConfig (5b03635512b5085f19ec404ad122c33268b0c0add458381cb445acf8f6128878) AuthConfig (e9e93acb21321b35eae34e316717a68ed0a95e22e7d960b540b5ef853c4ad198) AuthConfig (c6ec17153b50f6601eb0ab6c9f0d59b24a70e1e2baa717a8ae4303e8f34e6c78) AuthConfig (beafe2618b0f65bc27c7d6b3acb732da928fc458be72f4aeb2efde7b464376ba) AuthConfig (1770aee28195d350d3fd961e9b465d64924f9b30c4acca2965185c2984507c68) AuthConfig (b5249c0e34131de89c2a6a1b69fb7c92e11b46c1984daf236b3bbd34d1ceb207)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"a520a7e2-32fb-49dc-a88c-706e79c3de21","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:05.050651356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"093030fe-3b81-4de5-be05-9078bf5e89e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:05.109288167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"093030fe-3b81-4de5-be05-9078bf5e89e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:05.166686246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c1bccec931a2c229e214079de4e98dc88860bd1b7329f5d71e439d2bbd98d4c) AuthConfig (0f26c38f341469b4c76aa5e4ca55fca77a0f31e117fba54a7493817030bb3bb7) AuthConfig (fd821e4b28229b2459733224b0399a33e88b4092fe3e79181ca10c9c8ffca4c8) AuthConfig (dc272f529c9b35d84c41e6e1f6d93f5c6b7d158a2ab85c5fe9473c7996c6d351) AuthConfig (88a37ff5bc519cb05d59846b172d195758d2313c9ca6280e2b8bc0f67d9c1e37) AuthConfig (cfb9ee97e53bd76f164f4458f74de3a62de22624a02f8c91dd12fe5aaf0c6327) AuthConfig (d604e8ec695e8f991607173fbd6c047f24f05f86ab23d281e38c67ea3509b979) AuthConfig (64cbcd702cfc6de287a51fcfc9ca65ca525586c9a10f8b24d28aee71856e9493) AuthConfig (77d00c66bf2b05821cb9c1c791ff8000e3d745ee2166a1570355bbaccbfa13e6) AuthConfig (a7be553bcdc90310d254f2c1fc7fc3c42f6a39d3450c1ade2ae490e5d05a0471) AuthConfig (db5d6960d12059b7bb0f01dbe60516a35694404e6b6f53897a4f9c7939606781) AuthConfig (6878e53a138521db39b8d93fbb16272a752d02b42e1023b9e9dd5aae51e69a88) AuthConfig (2b9758120f64a1b8c7adf65edaa2cd4911b4983497914edd7dd620d3ab466dd7) AuthConfig (a700058d0428e6b87cecec31d72415185419e1adbcd0dfeae0693ed86ce1ce2a) AuthConfig (32ddca4ef0e58414002904032c57204737749c1db45fda0d81f89fff54ba7815) AuthConfig (0515643c90dbff42dd5d317bb05ed011d0338bb8158167d0c3631e0244eccee9) AuthConfig (794efa78e3bc96bea314f0d7b055b7dbb534a9947e84115b40222e0918e5cea7) AuthConfig (a4a14331e49bf0621a01c8c9b54ddb4fb1b30be6e4d9c02c4017b2ef2032a5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"093030fe-3b81-4de5-be05-9078bf5e89e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:05.225948415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"c5d8392d-9d9a-45d9-bfe1-23a47f61494f","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:05.225970608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"c5d8392d-9d9a-45d9-bfe1-23a47f61494f","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:07.832200466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bdd2c0-6d54-4c4c-a0bd-16f5f1f52f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:07.886443742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bdd2c0-6d54-4c4c-a0bd-16f5f1f52f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:07.940557555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bdd2c0-6d54-4c4c-a0bd-16f5f1f52f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:07.994337718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55bdd2c0-6d54-4c4c-a0bd-16f5f1f52f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:09.04012618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:09.974885072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19732a9-b0ce-4a6d-a313-28318da3b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.029524948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19732a9-b0ce-4a6d-a313-28318da3b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.084262948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19732a9-b0ce-4a6d-a313-28318da3b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.138427219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19732a9-b0ce-4a6d-a313-28318da3b7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.970292153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"7f1ab08d-ba85-49b0-99dd-2989826c4b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.032647485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"7f1ab08d-ba85-49b0-99dd-2989826c4b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.314145496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"a07e2146-174b-4f4b-99b9-c7416287e92e","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.31417771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"a07e2146-174b-4f4b-99b9-c7416287e92e","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.335380486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"f255e79e-0af4-4f6f-91fe-77e29a6b9bec","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.39397072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"f255e79e-0af4-4f6f-91fe-77e29a6b9bec","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.452123308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c1bccec931a2c229e214079de4e98dc88860bd1b7329f5d71e439d2bbd98d4c) AuthConfig (0f26c38f341469b4c76aa5e4ca55fca77a0f31e117fba54a7493817030bb3bb7) AuthConfig (fd821e4b28229b2459733224b0399a33e88b4092fe3e79181ca10c9c8ffca4c8) AuthConfig (dc272f529c9b35d84c41e6e1f6d93f5c6b7d158a2ab85c5fe9473c7996c6d351) AuthConfig (88a37ff5bc519cb05d59846b172d195758d2313c9ca6280e2b8bc0f67d9c1e37) AuthConfig (cfb9ee97e53bd76f164f4458f74de3a62de22624a02f8c91dd12fe5aaf0c6327) AuthConfig (d604e8ec695e8f991607173fbd6c047f24f05f86ab23d281e38c67ea3509b979) AuthConfig (64cbcd702cfc6de287a51fcfc9ca65ca525586c9a10f8b24d28aee71856e9493) AuthConfig (77d00c66bf2b05821cb9c1c791ff8000e3d745ee2166a1570355bbaccbfa13e6) AuthConfig (a7be553bcdc90310d254f2c1fc7fc3c42f6a39d3450c1ade2ae490e5d05a0471) AuthConfig (db5d6960d12059b7bb0f01dbe60516a35694404e6b6f53897a4f9c7939606781) AuthConfig (6878e53a138521db39b8d93fbb16272a752d02b42e1023b9e9dd5aae51e69a88) AuthConfig (2b9758120f64a1b8c7adf65edaa2cd4911b4983497914edd7dd620d3ab466dd7) AuthConfig (a700058d0428e6b87cecec31d72415185419e1adbcd0dfeae0693ed86ce1ce2a) AuthConfig (32ddca4ef0e58414002904032c57204737749c1db45fda0d81f89fff54ba7815) AuthConfig (0515643c90dbff42dd5d317bb05ed011d0338bb8158167d0c3631e0244eccee9) AuthConfig (794efa78e3bc96bea314f0d7b055b7dbb534a9947e84115b40222e0918e5cea7) AuthConfig (a4a14331e49bf0621a01c8c9b54ddb4fb1b30be6e4d9c02c4017b2ef2032a5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"f255e79e-0af4-4f6f-91fe-77e29a6b9bec","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.860500531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"fa326bda-002f-4cf6-a37e-30ce857467fd","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.860528321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"fa326bda-002f-4cf6-a37e-30ce857467fd","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.920341246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"adb4d0c1-0f44-45fa-a963-880011a45417","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.920366985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"adb4d0c1-0f44-45fa-a963-880011a45417","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:17.968164526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"960086e9-c05b-45af-b038-de621c20d492","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9a45ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.968325699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"1aad6e5e-2f8d-4f33-bc09-f1de49b1b84b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:17.97571418Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"adb4d0c1-0f44-45fa-a963-880011a45417","name":"auth-test-model-5faf5d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5faf5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:17.975774942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"adb4d0c1-0f44-45fa-a963-880011a45417","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5faf5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.981965912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"837f316a-7b29-4f97-8660-48a39ff3d739","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.981981161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"837f316a-7b29-4f97-8660-48a39ff3d739","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.028447507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"1aad6e5e-2f8d-4f33-bc09-f1de49b1b84b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.076532742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"76da48c0-e543-47f4-993d-1776a15ab44d","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.076558449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"76da48c0-e543-47f4-993d-1776a15ab44d","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.135543087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"eb60db4e-bcef-4336-a02e-9891ddcaa15e","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.135571292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"eb60db4e-bcef-4336-a02e-9891ddcaa15e","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.302174842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"12ab43a4-2fbf-4622-8d85-818a2c93423f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.356349348Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"12796560-5bc7-488e-81c8-fccccbfbddbb","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"maas-trlp-auth-test-model-5faf5d","model":"auth-test-model-5faf5d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-5faf5d/e2e-auth-iso-9a45ed"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.360092359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"12ab43a4-2fbf-4622-8d85-818a2c93423f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.528542484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"22077650-3da4-49ab-8fb9-2c43d660992a","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.528562649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"22077650-3da4-49ab-8fb9-2c43d660992a","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.746621883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"eb13b817-abc6-4679-94e8-f1019bd309a0","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"maas-trlp-auth-test-model-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.560035625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"87f95cea-52ed-45bf-8c74-1dae1c0ec364","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.617549006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"87f95cea-52ed-45bf-8c74-1dae1c0ec364","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.943695221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"b492dfeb-c867-4afb-9ec4-797321c6aa91","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.943716613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"b492dfeb-c867-4afb-9ec4-797321c6aa91","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.277783634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"761b6814-0247-4f8c-8ced-7baef1d7792d","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.277802511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"761b6814-0247-4f8c-8ced-7baef1d7792d","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.340514893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"99a01581-9aaa-45c7-ad34-910e184c8fde","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.340541114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"99a01581-9aaa-45c7-ad34-910e184c8fde","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:31.384274335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"fcf866c7-a87c-43e6-a643-586f8a77cf44","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a07410\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.385748765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"f537b143-04d5-4829-b2ff-0f0897ec6e49","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:31.396319526Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"99a01581-9aaa-45c7-ad34-910e184c8fde","name":"auth-test-model-d341af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d341af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:31.396372623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"99a01581-9aaa-45c7-ad34-910e184c8fde","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d341af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.401645911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"dca69ee4-9e42-488c-96e8-cf52916413d7","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.40165952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"dca69ee4-9e42-488c-96e8-cf52916413d7","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.444735285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"f537b143-04d5-4829-b2ff-0f0897ec6e49","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.491058588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"0420efde-9d62-4dfe-8741-6fa0fb88b06c","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.491085232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"0420efde-9d62-4dfe-8741-6fa0fb88b06c","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.550176748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"e6eba469-faf2-4a5d-b3ea-353582f0ec81","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.550196812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"e6eba469-faf2-4a5d-b3ea-353582f0ec81","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.713884436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"ffc67d95-0978-43bd-a0a2-e9135ceac5df","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.771293255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"ffc67d95-0978-43bd-a0a2-e9135ceac5df","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.778282996Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"cbc6a3ab-ad21-4a2a-b64f-a1f732359cda","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-auth-test-model-d341af","model":"auth-test-model-d341af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d341af/e2e-auth-iso-a07410"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.949867986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"6d2bad3b-d38c-4e4b-8b7f-75a152c94aac","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:31.949894332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"6d2bad3b-d38c-4e4b-8b7f-75a152c94aac","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:32.167549543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"c0fc8fad-b278-41e7-ad47-f82e05f2b985","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-auth-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:39.039160177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:40.822963444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"ab024759-a32f-4a3c-af3c-f2ad24001055","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"maas-trlp-auth-test-model-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:40.99705169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"a279187f-ad43-48ea-a2af-cd4bc385b98d","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:40.997073932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"a279187f-ad43-48ea-a2af-cd4bc385b98d","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:41.002063576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"6fdae202-87af-4288-8cd4-0c3473d9f3be","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:41.059770954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"6fdae202-87af-4288-8cd4-0c3473d9f3be","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.033631627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"9a3baec5-b7ff-4f05-95f9-f3c6207c6563","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.033653058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"9a3baec5-b7ff-4f05-95f9-f3c6207c6563","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.093013445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"80a2c7b8-8f00-4359-9217-fbf206ff0e00","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.093036291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"80a2c7b8-8f00-4359-9217-fbf206ff0e00","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.200163526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"cbf58c8d-3504-4c2a-9544-872fd1c04bdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.328066588Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"cbf58c8d-3504-4c2a-9544-872fd1c04bdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.384678484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d0231d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"cbf58c8d-3504-4c2a-9544-872fd1c04bdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.444527458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"ebc58cdc-c5a8-47e4-88bc-1abb9ef1be7a","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.444545923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"ebc58cdc-c5a8-47e4-88bc-1abb9ef1be7a","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:53.553082722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"e30cb4be-543c-4a9b-862d-1f145daaa2d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:53.612360433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"e30cb4be-543c-4a9b-862d-1f145daaa2d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:53.670197335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d0231d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"e30cb4be-543c-4a9b-862d-1f145daaa2d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:01.370665708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"c73974ac-8017-411e-aff6-29346926c6a7","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-auth-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:01.543342317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"f2ee0cf6-c43d-4fc1-8079-83259dc935b6","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:01.54336618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"f2ee0cf6-c43d-4fc1-8079-83259dc935b6","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.344652458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"70519ec0-c86c-4401-bafc-009cd19861b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.4029661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"70519ec0-c86c-4401-bafc-009cd19861b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:03.780657338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"795c8d01-a596-4eb7-91ac-ac55a1414c14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:03.83941508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"795c8d01-a596-4eb7-91ac-ac55a1414c14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:03.945060488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d0231d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ecf5b4c47f63b132a4b40eb0c5d831886d7355a8a30450ec7f21e2866343121) AuthConfig (c8f33f38992890d35be3bafbe6963b2465b924e0d8682cdd64e101d557147ee9) AuthConfig (56f3bf42c1ef85b1c02736caaaeced9ec4c08dc618e73c14cc67ff65b8de9923) AuthConfig (48d6326719d3a69ad199e4b76500095fead980b532194454a1228bb3c7724b12) AuthConfig (1840111f865ab6755d69cf9f3f04907dd4ec34d38be4a24b65472becad347d0e) AuthConfig (f672736d2a36a36a8272229b285a1ed68b392fb31414cb75dff74bfe08144720) AuthConfig (b4d62d0363e58e42ea6c690dc125b99485d86bf8ddb060c37bfb319abe806b9f) AuthConfig (f2086416c40f38d82b2785efbf2f799eae896207941b571f160c4c1dbad57cac) AuthConfig (6dc4e45ce7f7cb98f6629f325187e6d9f13faaba0480f71571b765d79f25ffea) AuthConfig (647d07bcee8fb634fb4e459280dc4b2be00c7ed176a42408bb147eaa7aa5c35b) AuthConfig (8de897b92d8d76b3582542949c9ed611757fc1cbb3170c1950dba433e8298364) AuthConfig (d4ad3f28179f11ef81f3051014d00b113cceb7432607a2c5aaf5348fb8ea72ed) AuthConfig (8f75359ec390ba8e9e940060f488ce1f38dd5a97b76aeb3034744faada652785) AuthConfig (50f9e58f601928b9a449e7e05851d00afb8cb72089f117bafd8129319f0d6d5a) AuthConfig (0f21a4c741a78e74ea944f999244fd1df077a58dcaa1a0565ec6654cb9b4db85) AuthConfig (bed42b761343692a5c31e8e84c5a3ec7b3f9b0fbd72fa25b8f6b98acda92656e) AuthConfig (5df17d00977d2963b7fd13dc3d9a96968ced69e9ce22e94b0b99e04598f4c64f) AuthConfig (69a7bb41c8864bb9dc66a5f7c652623ded989756a434d5d3a6f6fd72012dd53f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"795c8d01-a596-4eb7-91ac-ac55a1414c14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:04.005005375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"38bfb39b-b551-45dd-aec7-6d5582185fb2","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:04.005027569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"38bfb39b-b551-45dd-aec7-6d5582185fb2","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:04.474782896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e7114-c994-4889-acbc-c0342f5714d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:04.529116438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e7114-c994-4889-acbc-c0342f5714d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:04.583148011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e7114-c994-4889-acbc-c0342f5714d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:04.639175151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431e7114-c994-4889-acbc-c0342f5714d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:05.433831985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"e00a2d1f-e61e-4ed2-8df1-37a71726edfc","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:05.433922991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"e00a2d1f-e61e-4ed2-8df1-37a71726edfc","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:05.542694012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"d46cc930-8e93-4fd6-a79b-1e2a03c09cae","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:05.600876577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"d46cc930-8e93-4fd6-a79b-1e2a03c09cae","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:05.60350439Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"208a5250-5555-428a-8371-2dfa0ae5d7a8","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f124edb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.048350535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"aed8afa4-e40a-43ff-b2f8-d307b5e83ca4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.108037662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"aed8afa4-e40a-43ff-b2f8-d307b5e83ca4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.58402667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af526ffb-a80a-4222-826b-6da67643f4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.638420521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af526ffb-a80a-4222-826b-6da67643f4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.692797974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af526ffb-a80a-4222-826b-6da67643f4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.747086987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af526ffb-a80a-4222-826b-6da67643f4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:09.042914144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:14.112700426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"6a9fe18a-9b03-46de-b4e7-d878b10fdcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:14.17113351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"6a9fe18a-9b03-46de-b4e7-d878b10fdcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:14.228511205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-d0231d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ecf5b4c47f63b132a4b40eb0c5d831886d7355a8a30450ec7f21e2866343121) AuthConfig (c8f33f38992890d35be3bafbe6963b2465b924e0d8682cdd64e101d557147ee9) AuthConfig (56f3bf42c1ef85b1c02736caaaeced9ec4c08dc618e73c14cc67ff65b8de9923) AuthConfig (48d6326719d3a69ad199e4b76500095fead980b532194454a1228bb3c7724b12) AuthConfig (1840111f865ab6755d69cf9f3f04907dd4ec34d38be4a24b65472becad347d0e) AuthConfig (f672736d2a36a36a8272229b285a1ed68b392fb31414cb75dff74bfe08144720) AuthConfig (b4d62d0363e58e42ea6c690dc125b99485d86bf8ddb060c37bfb319abe806b9f) AuthConfig (f2086416c40f38d82b2785efbf2f799eae896207941b571f160c4c1dbad57cac) AuthConfig (6dc4e45ce7f7cb98f6629f325187e6d9f13faaba0480f71571b765d79f25ffea) AuthConfig (647d07bcee8fb634fb4e459280dc4b2be00c7ed176a42408bb147eaa7aa5c35b) AuthConfig (8de897b92d8d76b3582542949c9ed611757fc1cbb3170c1950dba433e8298364) AuthConfig (d4ad3f28179f11ef81f3051014d00b113cceb7432607a2c5aaf5348fb8ea72ed) AuthConfig (8f75359ec390ba8e9e940060f488ce1f38dd5a97b76aeb3034744faada652785) AuthConfig (50f9e58f601928b9a449e7e05851d00afb8cb72089f117bafd8129319f0d6d5a) AuthConfig (0f21a4c741a78e74ea944f999244fd1df077a58dcaa1a0565ec6654cb9b4db85) AuthConfig (bed42b761343692a5c31e8e84c5a3ec7b3f9b0fbd72fa25b8f6b98acda92656e) AuthConfig (5df17d00977d2963b7fd13dc3d9a96968ced69e9ce22e94b0b99e04598f4c64f) AuthConfig (69a7bb41c8864bb9dc66a5f7c652623ded989756a434d5d3a6f6fd72012dd53f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"6a9fe18a-9b03-46de-b4e7-d878b10fdcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:15.659136109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"f00e6deb-aac1-4e42-b5ef-8ec6dffc848a","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","subscription":"e2e-auth-iso-a07410","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:15.714557973Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"f00e6deb-aac1-4e42-b5ef-8ec6dffc848a","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:15.769463437Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"f00e6deb-aac1-4e42-b5ef-8ec6dffc848a","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.05580219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"a09fb8b5-fa6c-4eee-8e92-9b3c09bd3e2c","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.055831731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"a09fb8b5-fa6c-4eee-8e92-9b3c09bd3e2c","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.167707684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"a608676c-ec00-4167-ab74-995cd46e82f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.209947406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"4709c50b-5853-4396-9609-8cb834b66d74","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.209967885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"4709c50b-5853-4396-9609-8cb834b66d74","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.225818872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"a608676c-ec00-4167-ab74-995cd46e82f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.317356467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"ec97e8f2-ad3e-4547-9ed6-ea5345538916","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.375771542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"ec97e8f2-ad3e-4547-9ed6-ea5345538916","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.377063714Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"4b4efd27-ced6-46d4-9682-c797b2b6619e","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc96c114","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.543353081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"cc58b974-6cf4-4d60-a7e8-9a6598f591a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.601693884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"cc58b974-6cf4-4d60-a7e8-9a6598f591a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.743065647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"f35a69d5-2be3-404c-bd25-1041b7f570d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.801641539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"f35a69d5-2be3-404c-bd25-1041b7f570d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:24.33792778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"bfd3f4e0-3a4e-493c-9bc9-735b65887726","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:24.39698535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"bfd3f4e0-3a4e-493c-9bc9-735b65887726","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:24.719699531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"c2eab789-7963-4a2c-836f-47230ce46431","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:24.719721626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"c2eab789-7963-4a2c-836f-47230ce46431","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.431752217Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"18f4d7de-1bc6-4291-851b-61176b83d2e6","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","subscription":"e2e-auth-iso-a07410","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.486035407Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"18f4d7de-1bc6-4291-851b-61176b83d2e6","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.541087393Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"18f4d7de-1bc6-4291-851b-61176b83d2e6","MaaSSubscription":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.819606582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"4635ee3b-bc6d-4e3e-8813-f45592e4fb80","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.819636901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"4635ee3b-bc6d-4e3e-8813-f45592e4fb80","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.927991455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"343524bb-d7da-4d69-86d8-f107aa7e0524","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.971797412Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"e6b78367-0831-4883-92f0-f75fd03a4825","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.971824954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"80c6333e-79b7-44bc-a822-fa92db798030","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.971838424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"80c6333e-79b7-44bc-a822-fa92db798030","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:26.985792893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"343524bb-d7da-4d69-86d8-f107aa7e0524","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.134157319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"e6b78367-0831-4883-92f0-f75fd03a4825","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.260517688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"e6b78367-0831-4883-92f0-f75fd03a4825","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.260541201Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-auth-iso-a07410","reconcileID":"e6b78367-0831-4883-92f0-f75fd03a4825","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.288383439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"5719fc86-2cf1-4ccb-a3a2-81652e0927ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.318169985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"a11688af-e843-4aa4-aff9-d6a8a916119a","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/auth-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.318194023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"auth-test-model-2bceb1","reconcileID":"a11688af-e843-4aa4-aff9-d6a8a916119a","MaaSModelRef":{"name":"auth-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"auth-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"auth-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.346290019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"5719fc86-2cf1-4ccb-a3a2-81652e0927ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.458417869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"3614d67e-7a25-4d08-83ba-6fde5cd85bc2","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.458437925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"3614d67e-7a25-4d08-83ba-6fde5cd85bc2","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.55480337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"9c8e6dfa-54d6-4823-b541-1b3752a7d789","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.808670521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"9c8e6dfa-54d6-4823-b541-1b3752a7d789","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.935582029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"9c8e6dfa-54d6-4823-b541-1b3752a7d789","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.93560372Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-auth-iso-a07410","reconcileID":"9c8e6dfa-54d6-4823-b541-1b3752a7d789","MaaSAuthPolicy":{"name":"e2e-auth-iso-a07410","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.993423237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"4d13b00d-efa0-4718-a79b-4f08c00a2b1d","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/auth-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.993442963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"auth-test-model-d341af","reconcileID":"4d13b00d-efa0-4718-a79b-4f08c00a2b1d","MaaSModelRef":{"name":"auth-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"auth-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"auth-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.490130731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"49f7319c-ce25-4cd5-88f5-cae2505f57f5","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.490438263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"49f7319c-ce25-4cd5-88f5-cae2505f57f5","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.188862551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"36170440-81ec-43f6-ae52-51cf1cccccab","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.188890751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"36170440-81ec-43f6-ae52-51cf1cccccab","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.250149392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"0c208b27-bf0d-4315-b085-b8f23cec177c","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.250173683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"0c208b27-bf0d-4315-b085-b8f23cec177c","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:58:30.294350951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"5e6cb136-707e-48b8-935b-f5831501337d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9a45ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.295644962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"2454c8a4-c645-4c86-a273-748f01e3a59b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:58:30.304879562Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"0c208b27-bf0d-4315-b085-b8f23cec177c","name":"auth-test-model-d0231d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d0231d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:58:30.304933272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"0c208b27-bf0d-4315-b085-b8f23cec177c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d0231d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.310259476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"6db5a7ad-717b-4329-9d65-55fed2ffabc3","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.310273505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"6db5a7ad-717b-4329-9d65-55fed2ffabc3","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.353384372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"2454c8a4-c645-4c86-a273-748f01e3a59b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.402930873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"d717d25e-511b-49a1-bf3e-3206c86e9f15","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.402948405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"d717d25e-511b-49a1-bf3e-3206c86e9f15","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.46010507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"4fdcebce-5b2a-44ff-9ea2-fa26a46da7b7","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.460124217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"4fdcebce-5b2a-44ff-9ea2-fa26a46da7b7","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.622445358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"c5bd193a-584c-4d08-9369-6fd96c2491df","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.689634099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"c5bd193a-584c-4d08-9369-6fd96c2491df","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.696906425Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"550cf801-6fbd-4f6c-964b-cbf7e06b8488","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"maas-trlp-auth-test-model-d0231d","model":"auth-test-model-d0231d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-d0231d/e2e-auth-iso-9a45ed"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.870177916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"d390fd42-d98c-4c3a-bc1f-125485da54d2","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.870199564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"d390fd42-d98c-4c3a-bc1f-125485da54d2","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:31.089019536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"34f8867a-8113-4643-8e71-a47ac2d6ea1a","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"maas-trlp-auth-test-model-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:33.963036577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"30827347-22c3-4b44-a050-d04136eb09b3","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:33.963063276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"30827347-22c3-4b44-a050-d04136eb09b3","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:34.020052577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"1156dd74-4f7e-4b66-850b-9aba0f82e794","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:34.020075624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"1156dd74-4f7e-4b66-850b-9aba0f82e794","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:34.127631655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"323af686-9037-4b15-8dac-2f119db3f9f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:34.257862044Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"323af686-9037-4b15-8dac-2f119db3f9f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:34.315078752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"323af686-9037-4b15-8dac-2f119db3f9f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:34.373935603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"263ef9db-35af-42b4-9878-89f238c2c0f3","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:34.373955755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"263ef9db-35af-42b4-9878-89f238c2c0f3","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.039838135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:44.082913901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"c296331c-16a4-444a-ac5b-9b33157f1c3a","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"maas-trlp-auth-test-model-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:44.25431636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"9d255bd4-b15b-4316-a7a4-3311d6bf67ca","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:44.254337163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"9d255bd4-b15b-4316-a7a4-3311d6bf67ca","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:44.484217609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"0a0fab47-ef28-4346-9b2a-62d0b9755fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:44.542154102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"0a0fab47-ef28-4346-9b2a-62d0b9755fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:44.598861617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"0a0fab47-ef28-4346-9b2a-62d0b9755fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.648456756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"64be0a1f-78a0-402d-8ec7-32a6d092fa1f","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.648502187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"64be0a1f-78a0-402d-8ec7-32a6d092fa1f","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.759917682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"b19bf601-7472-4a9f-b4b1-b89d23eb0917","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.818922122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"b19bf601-7472-4a9f-b4b1-b89d23eb0917","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.819720812Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"aac80428-a792-4ea3-b9b3-c0ff0d88c6f0","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7dd726f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.058277195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"9b4aad94-29b2-4111-9a63-7e2c21093c49","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.120268098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"9b4aad94-29b2-4111-9a63-7e2c21093c49","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.159050575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"57276575-da87-4822-b5db-b6f87d97cbc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.220269781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"57276575-da87-4822-b5db-b6f87d97cbc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.808589241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","namespace":"ai-tenant-e2e-explicit-92546f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.808647987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","namespace":"ai-tenant-e2e-explicit-92546f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.808699182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","tenant":"e2e-explicit-92546f","tenantID":"e2e-explicit-92546f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.864343085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"Deployment","name":"maas-api-e2e-explicit-92546f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.928576311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"Service","name":"maas-api-e2e-explicit-92546f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.99040579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-92546f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.045883931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-92546f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.108829274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.169636209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.217031969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"24251642-7a1e-4a24-acbb-f6f95ef2f55a","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.217059494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"24251642-7a1e-4a24-acbb-f6f95ef2f55a","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.22794535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.291395787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.345727264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"Deployment","name":"payload-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.399356113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.45442838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"Service","name":"payload-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.508282683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"Service","name":"payload-pre-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.562342595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.616544271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.670617714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.728034433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.781791302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.835817157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.893778049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-92546f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.947717509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-92546f"},"namespace":"ai-tenant-e2e-explicit-92546f","name":"default-tenant","reconcileID":"26a77572-32a4-433d-ae0e-55a319c140a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-92546f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.731233577Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-92546f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-92546f","reconcileID":"d5c1e111-59f4-4075-8a73-40b4a8ab2a47","aitenant":"ai-tenants/e2e-explicit-92546f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.317021631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479de302-3b77-4904-92b2-d5b5d5b1b4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.371489352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479de302-3b77-4904-92b2-d5b5d5b1b4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.425728017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479de302-3b77-4904-92b2-d5b5d5b1b4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.479933861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479de302-3b77-4904-92b2-d5b5d5b1b4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.595465099Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-92546f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-92546f","reconcileID":"d5c1e111-59f4-4075-8a73-40b4a8ab2a47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-92546f","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-92546f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.529893738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1a5f51-6675-48c3-8d45-c3e7fc5af737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.595513963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1a5f51-6675-48c3-8d45-c3e7fc5af737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.66514412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1a5f51-6675-48c3-8d45-c3e7fc5af737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.720265028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1a5f51-6675-48c3-8d45-c3e7fc5af737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.833826335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"c6d7c994-d595-4d76-9062-fa4cc996f155","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.892905341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"c6d7c994-d595-4d76-9062-fa4cc996f155","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.000434697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"c6d7c994-d595-4d76-9062-fa4cc996f155","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.874738218Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"e7a4c52a-4628-4346-9fea-3560dec5878b","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","subscription":"e2e-auth-iso-9a45ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.929296152Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"e7a4c52a-4628-4346-9fea-3560dec5878b","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.984023256Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"e7a4c52a-4628-4346-9fea-3560dec5878b","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"maas-trlp-auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.31341465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"afbb952b-37db-4c65-ad2b-eea038b50946","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.313435964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"afbb952b-37db-4c65-ad2b-eea038b50946","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.427876277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"613ce709-5933-4b42-ba82-fd4fbba58e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.469339217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"298db08d-a5b0-4cc3-925b-7b80bef6ee3e","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.469357072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"298db08d-a5b0-4cc3-925b-7b80bef6ee3e","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.486526894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"613ce709-5933-4b42-ba82-fd4fbba58e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.579964429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"40b3a873-f276-4bc8-ba70-73b9df90a5f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.644749975Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"bdb17107-6de1-445d-9aa9-f0e7e5c67bf6","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4274dd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.65356136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"40b3a873-f276-4bc8-ba70-73b9df90a5f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.760992004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec5cd69-4b1a-4222-bbac-0e0745c3a577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.815691314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec5cd69-4b1a-4222-bbac-0e0745c3a577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.870370177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec5cd69-4b1a-4222-bbac-0e0745c3a577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.870523301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"ed962984-e416-4942-aa51-981cb5809ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.925001424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec5cd69-4b1a-4222-bbac-0e0745c3a577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.983838309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"ed962984-e416-4942-aa51-981cb5809ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.088765681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"c1b44b54-4a52-40f1-9dbc-926dd9d1846d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.148403865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"c1b44b54-4a52-40f1-9dbc-926dd9d1846d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.109095642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"2239b3d3-3c17-4c07-bda7-29506c155b76","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.17090319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"2239b3d3-3c17-4c07-bda7-29506c155b76","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.227267273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"2239b3d3-3c17-4c07-bda7-29506c155b76","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.700032577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"4c5c965e-b4d1-4aa6-ab02-aaf38a8e8aa9","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","subscription":"e2e-auth-iso-9a45ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.755046269Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"4c5c965e-b4d1-4aa6-ab02-aaf38a8e8aa9","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.810185339Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"4c5c965e-b4d1-4aa6-ab02-aaf38a8e8aa9","MaaSSubscription":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"maas-trlp-auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.085828137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"67b7fda5-d1e5-48ed-915b-56438a2913d6","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.085847759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"67b7fda5-d1e5-48ed-915b-56438a2913d6","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.194448398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"18840b72-9db0-4662-b923-341def430888","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.240094694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"db574d0f-e92f-4def-aeb3-56135c120ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.240271329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"13e1a05b-56d6-4dd8-bb85-168394b85407","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.240293177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"13e1a05b-56d6-4dd8-bb85-168394b85407","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.252717782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"18840b72-9db0-4662-b923-341def430888","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.448924028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"db574d0f-e92f-4def-aeb3-56135c120ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.575327872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"db574d0f-e92f-4def-aeb3-56135c120ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"name":"e2e-shared-a-w0-5faf5d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.575359552Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"e2e-auth-iso-9a45ed","reconcileID":"db574d0f-e92f-4def-aeb3-56135c120ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.603519115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"cb65cf44-7a93-4850-be07-8121761668a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.633423288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"75a794c5-9927-4979-ad81-9e518fa902f8","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"tenant":"e2e-shared-a-w0-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","model":"ai-tenant-e2e-shared-a-w0-5faf5d/auth-test-model-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.633442325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"auth-test-model-5faf5d","reconcileID":"75a794c5-9927-4979-ad81-9e518fa902f8","MaaSModelRef":{"name":"auth-test-model-5faf5d","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"routeName":"auth-test-model-5faf5d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","llmisvcName":"auth-test-model-5faf5d","gateway":"openshift-ingress/e2e-shared-a-w0-5faf5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.661461163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"cb65cf44-7a93-4850-be07-8121761668a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.787738941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"600b2530-4076-4658-b6b8-e151179bd31f","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.787758959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"600b2530-4076-4658-b6b8-e151179bd31f","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:07.869893331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"ecc17cf0-7e81-44af-9dca-e8f81a83b7db","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.12375199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"ecc17cf0-7e81-44af-9dca-e8f81a83b7db","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.249301663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"ecc17cf0-7e81-44af-9dca-e8f81a83b7db","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"name":"e2e-shared-b-w0-d0231d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.24932727Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"e2e-auth-iso-9a45ed","reconcileID":"ecc17cf0-7e81-44af-9dca-e8f81a83b7db","MaaSAuthPolicy":{"name":"e2e-auth-iso-9a45ed","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.309706565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"9c841bc4-9701-4fb2-a9bd-9a2361ace7da","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"tenant":"e2e-shared-b-w0-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","model":"ai-tenant-e2e-shared-b-w0-d0231d/auth-test-model-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.309726498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"auth-test-model-d0231d","reconcileID":"9c841bc4-9701-4fb2-a9bd-9a2361ace7da","MaaSModelRef":{"name":"auth-test-model-d0231d","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"routeName":"auth-test-model-d0231d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","llmisvcName":"auth-test-model-d0231d","gateway":"openshift-ingress/e2e-shared-b-w0-d0231d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:09.040046768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.33713345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"047a018c-58cc-4506-8ef4-7905c824c762","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.394895449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"047a018c-58cc-4506-8ef4-7905c824c762","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.451511027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"047a018c-58cc-4506-8ef4-7905c824c762","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.5606506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"b62f460b-bfbf-4fa7-8eb4-301aa5fc2c7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.618874533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"b62f460b-bfbf-4fa7-8eb4-301aa5fc2c7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.675136412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f7b5c8eac20f722eb6ba2ad4223e5d826fdfe97312f75b2fe26a7eb1195768c) AuthConfig (f3f80629c2c79079b63c160857a3ec089f6fd42330c73c4b325e58a1dfa7c34d) AuthConfig (094305ef6756614a34ead610a42cc07f3cf8b70c70aa8ebb95b2a6653c159cd3) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (e669c582ddaa5a38ae06bdfd42f6a5e75fadf531af91068f7e71be5700545c50) AuthConfig (de90adfad701156938fc08de914d076ec58a14e1b3f936fef71d88e3c6c134c3) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f) AuthConfig (604f1529427adfc1e161f78362a75bcf3226f4c8d105bb942dbe541171c26df5) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2) AuthConfig (8cced3538de1a2b058f34edb747e1fed3e5ecd50ffee00c3c38cd2515389d6ad) AuthConfig (e6d5393eaf76718f158c0a02c35e7ac5c38507beee4a59cd51a43b07708966ea) AuthConfig (d35593467357095dd9a07061f4ebf33bc40b18ab0982a8818112285bf9e87bef) AuthConfig (ebb500cf4ecaf6a3211d49e49be64ac504a88131574e8c8ab0b5cfbf39af6b0f) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (16ac9f064c7a8bb23e5ac61c04e61280a2f64753b89e8b07f5be3a24096336f2) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (09dea006b5f25ec81643ce1a0843a5cd9a9e2a8dc0f3e21d09bcb9d0a8b47f0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"b62f460b-bfbf-4fa7-8eb4-301aa5fc2c7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.766724398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"e06b3a0d-522c-401d-afb0-c3b1cd39c218","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.766744499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"e06b3a0d-522c-401d-afb0-c3b1cd39c218","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.842237102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"efdef925-07fd-4137-a53e-79642b0c1e68","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.900323138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"efdef925-07fd-4137-a53e-79642b0c1e68","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.956867601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f7b5c8eac20f722eb6ba2ad4223e5d826fdfe97312f75b2fe26a7eb1195768c) AuthConfig (f3f80629c2c79079b63c160857a3ec089f6fd42330c73c4b325e58a1dfa7c34d) AuthConfig (094305ef6756614a34ead610a42cc07f3cf8b70c70aa8ebb95b2a6653c159cd3) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (e669c582ddaa5a38ae06bdfd42f6a5e75fadf531af91068f7e71be5700545c50) AuthConfig (de90adfad701156938fc08de914d076ec58a14e1b3f936fef71d88e3c6c134c3) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f) AuthConfig (604f1529427adfc1e161f78362a75bcf3226f4c8d105bb942dbe541171c26df5) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2) AuthConfig (8cced3538de1a2b058f34edb747e1fed3e5ecd50ffee00c3c38cd2515389d6ad) AuthConfig (e6d5393eaf76718f158c0a02c35e7ac5c38507beee4a59cd51a43b07708966ea) AuthConfig (d35593467357095dd9a07061f4ebf33bc40b18ab0982a8818112285bf9e87bef) AuthConfig (ebb500cf4ecaf6a3211d49e49be64ac504a88131574e8c8ab0b5cfbf39af6b0f) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (16ac9f064c7a8bb23e5ac61c04e61280a2f64753b89e8b07f5be3a24096336f2) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (09dea006b5f25ec81643ce1a0843a5cd9a9e2a8dc0f3e21d09bcb9d0a8b47f0e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"efdef925-07fd-4137-a53e-79642b0c1e68","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:39.039082078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.311529734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe675c7-868e-4df3-ab81-8944edbe0496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.365794414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe675c7-868e-4df3-ab81-8944edbe0496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.42005512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe675c7-868e-4df3-ab81-8944edbe0496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.474466958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe675c7-868e-4df3-ab81-8944edbe0496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.840926385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ae248d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ae248d","reconcileID":"9efd1f27-6b47-4085-94f6-8dd2c2c336a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ae248d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ae248d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.071044456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"5b7551f4-1686-477c-ba2c-d5f76341b0fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.129837782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"5b7551f4-1686-477c-ba2c-d5f76341b0fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.457631837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"48d23518-cc11-4af3-baee-9773f881ee8d","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.457652382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"48d23518-cc11-4af3-baee-9773f881ee8d","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:47.476250387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a721179-d2c4-4261-809d-8e5ea2f7eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:47.530774626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a721179-d2c4-4261-809d-8e5ea2f7eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:47.585559528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a721179-d2c4-4261-809d-8e5ea2f7eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:47.640330738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a721179-d2c4-4261-809d-8e5ea2f7eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:49.628427645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c499a-89c2-4aef-b01d-24f3c37e751e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:49.697496821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c499a-89c2-4aef-b01d-24f3c37e751e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:49.75449117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c499a-89c2-4aef-b01d-24f3c37e751e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:49.80916019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c499a-89c2-4aef-b01d-24f3c37e751e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:51.837813675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"c4760fe8-5052-448b-b885-ff92ca48e993","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:51.837834261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"c4760fe8-5052-448b-b885-ff92ca48e993","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:51.897406025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"90d64adf-24e4-441e-b4fe-3aca5b9ddb85","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:51.897425326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"90d64adf-24e4-441e-b4fe-3aca5b9ddb85","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:51.945775933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"1876a266-5840-414a-8f51-1688b65b3e9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e1e43d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:51.945807813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"6abfd668-4948-4619-9c4b-3dd621eac816","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:51.953172817Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"90d64adf-24e4-441e-b4fe-3aca5b9ddb85","name":"auth-test-model-60261a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-60261a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:51.953235361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"90d64adf-24e4-441e-b4fe-3aca5b9ddb85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-60261a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:51.958626673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"0f5574e6-9dcc-4e76-95bb-e610c05f6b96","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:51.958645846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"0f5574e6-9dcc-4e76-95bb-e610c05f6b96","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.00431945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"6abfd668-4948-4619-9c4b-3dd621eac816","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.054911294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"e7ca13b2-5003-4c2b-bcae-99370fd35029","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.054934294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"e7ca13b2-5003-4c2b-bcae-99370fd35029","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.112349743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"d132c0f0-b9d0-4b81-b9bf-dae8c68158c2","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.112372918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"d132c0f0-b9d0-4b81-b9bf-dae8c68158c2","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.273787922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"62827a49-9616-4771-affc-8f52e894bb47","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.347128253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"62827a49-9616-4771-affc-8f52e894bb47","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.34813078Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"1933e186-9596-4a4d-b125-7fd976719b12","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-auth-test-model-60261a","model":"auth-test-model-60261a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-60261a/e2e-auth-iso-e1e43d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.530770952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"7a88ecbe-1ba1-40a4-8ccb-48637ca8dca9","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.53079414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"7a88ecbe-1ba1-40a4-8ccb-48637ca8dca9","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:52.750560843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"9b6d01cb-7815-4940-8859-c15a7c42fbad","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-auth-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.640029042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"c3cbaf0e-41de-4779-af12-5a4cbd4efffe","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.696848077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"c3cbaf0e-41de-4779-af12-5a4cbd4efffe","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.702499298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"03050ded-be78-470f-accb-e5a112ea8ee6","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.702556768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"03050ded-be78-470f-accb-e5a112ea8ee6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.713751736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"fcde118c-4c61-4cd3-bb05-1756a751e79d","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.713800522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"fcde118c-4c61-4cd3-bb05-1756a751e79d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.735007235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"bc52db70-541b-4577-95a4-4a60e4a446c0","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.735059295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"bc52db70-541b-4577-95a4-4a60e4a446c0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.776197512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"81677f1b-778b-467d-a45a-a047bc4ab5bd","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.776267032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"81677f1b-778b-467d-a45a-a047bc4ab5bd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.856617185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"15670a4f-3f62-4746-bff5-26d9786ceac3","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:04.856685833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"15670a4f-3f62-4746-bff5-26d9786ceac3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.017742123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"d9e76da4-0846-4ff6-a0e8-4069d431570e","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.017801973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"d9e76da4-0846-4ff6-a0e8-4069d431570e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.155047934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"f283b1f0-4c42-4409-89b4-b4541d409478","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.155123494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"f283b1f0-4c42-4409-89b4-b4541d409478","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.37160835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"65c9a6f4-8de4-425f-9174-549f69e73d02","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.371681094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"65c9a6f4-8de4-425f-9174-549f69e73d02","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.372633972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"a0f2c352-6274-489f-9ca2-52f883d0b29d","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:05.372685301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"a0f2c352-6274-489f-9ca2-52f883d0b29d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.144430694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476f318-3ffb-4c98-8218-993ad893d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.198599156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476f318-3ffb-4c98-8218-993ad893d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.252973891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476f318-3ffb-4c98-8218-993ad893d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.307179166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9476f318-3ffb-4c98-8218-993ad893d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:06.588456346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"ce239cc5-7aa7-4a79-8f94-02ff0e7c224f","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:06.588546104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"ce239cc5-7aa7-4a79-8f94-02ff0e7c224f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.757196361Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4e398","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4e398","reconcileID":"9666079d-2f88-4b8e-b8bc-2e58deb8ebf0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c4e398","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c4e398":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:07.038156419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"1dbb9728-a798-42b1-b0a2-063305506470","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:07.038219962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"1dbb9728-a798-42b1-b0a2-063305506470","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:08.314294369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480c3cb2-4b34-4f7c-8782-2864630f4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:08.368025266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480c3cb2-4b34-4f7c-8782-2864630f4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:08.422445479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480c3cb2-4b34-4f7c-8782-2864630f4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:08.477379792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480c3cb2-4b34-4f7c-8782-2864630f4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:09.039779404Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:09.137549719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"94e0caf8-a49e-4df2-b813-299ea81121f7","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:09.137604608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-921466","namespace":"ai-tenant-e2e-noten-921466"},"namespace":"ai-tenant-e2e-noten-921466","name":"noten-model-921466","reconcileID":"94e0caf8-a49e-4df2-b813-299ea81121f7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-921466/noten-model-921466: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-921466/noten-model-921466-kserve-route (gateways: [openshift-ingress/e2e-noten-921466]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.357584197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"20ffc4aa-9bc9-42b8-8920-4fdaeebdad85","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-auth-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.530365263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"72000fc2-e214-41dd-8186-d6912384509e","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.53038682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"72000fc2-e214-41dd-8186-d6912384509e","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.091787852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"a9d9aef7-4ccd-48b7-a8c1-b5c9bc44d256","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.145792865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"a39bbc64-3aa6-4c11-9b73-0e3cd88ee00e","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.145817056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"a39bbc64-3aa6-4c11-9b73-0e3cd88ee00e","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.152039362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"a9d9aef7-4ccd-48b7-a8c1-b5c9bc44d256","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.205796885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"069e43b9-a643-452d-b8dd-52ce9c339c16","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.205816461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"069e43b9-a643-452d-b8dd-52ce9c339c16","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.314699374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"e41e8fec-ab86-435f-b677-10c7f7ca0faf","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.441423048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"e41e8fec-ab86-435f-b677-10c7f7ca0faf","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.498581742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"e41e8fec-ab86-435f-b677-10c7f7ca0faf","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.556033583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"4422a83a-dcb5-435d-9420-141ff610ac00","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.556056777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"4422a83a-dcb5-435d-9420-141ff610ac00","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:27.664908766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"4d257516-4738-42fa-b15b-697b2d13dfd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:27.723120446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"4d257516-4738-42fa-b15b-697b2d13dfd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:27.780065176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"4d257516-4738-42fa-b15b-697b2d13dfd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.889612839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"eda48231-5542-42af-b401-a552cd1c097c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.948638089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"eda48231-5542-42af-b401-a552cd1c097c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.005838344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"eda48231-5542-42af-b401-a552cd1c097c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:39.040652188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.115177967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"733d755b-93a1-4f8c-8683-f34f8b60c569","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.174308943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"733d755b-93a1-4f8c-8683-f34f8b60c569","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.23214941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b748840617a07e2180d46d7951166444870b6115996098e7a1e63bddde115d4) AuthConfig (fa5a55a43aec4ba3a5e580ed032d4feebb6f4b55f59adecb10c42fbfc8194942) AuthConfig (9e08626959dd32f58167337e1376529248086431c7f21a16c09acf9d7b40239b) AuthConfig (3330769357cecb9b76464b3cd9bbb61d7fd3715a5a3140e74c022a8e940f0d9e) AuthConfig (b5ce24a857544baa9ce490f3362d061963361ce964149537efb98f0744168473) AuthConfig (ca2144c3cf43e3b2b1c90cde5626fb0cc4bcccf1c39ca5e98bce66e491d8a372) AuthConfig (8b92e567394e549ab397078b925ef9adcc5a89ebc8a7f29904e85572b2c8ae61) AuthConfig (c2d7adff9bba70588599c1523c99c45048f1ce287a2052778ce74127f8df9875) AuthConfig (d7f3a34868ed2608f3004bbfd3b4b1d17e78ac9284cb272c889faec150c226c4) AuthConfig (0b7497912daeefc74c4efce61e86466ef212604a75e37cf0e53518e78607b2fc) AuthConfig (97ecdc15014dbb6fe83ba92ab4eec39efc92b0cc8ce380c3a1cf3881da53e875) AuthConfig (94453ecb964fabf43a0ceec0d346e9178a44580360f874cc062834163612e516) AuthConfig (04ddc3c6d5c8e17f969f3e6c194fb24cd70372c8195799d04b94b84e71c3e75d) AuthConfig (53a274055793d44e67e59db5d3a25d6f500b4faa4f8a7f07e68035842a8822c7) AuthConfig (bf7fddaae413be2442ba1decfb97f2746c390fdc053167314cb5bf788e5c112e) AuthConfig (0a3f27266058d5454a56016384a7ed47fd16a8541506974476eb4bba765d8b7a) AuthConfig (e9cfe66ca948542e5369e2964718fdd5e4fc1d52ae514b4751e5fa11f42683e2) AuthConfig (7481a9694de57f811ba4e126b464e5025dd1f164607861fc3161956a7455bb9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"733d755b-93a1-4f8c-8683-f34f8b60c569","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.292839834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"1442d808-423a-4ee5-9511-378b7b39928e","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.292859642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"1442d808-423a-4ee5-9511-378b7b39928e","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:54.497040836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"acc634aa-4917-4461-a260-8c07b630d6bf","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:54.497166887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"acc634aa-4917-4461-a260-8c07b630d6bf","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.400887764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"bdb2b35a-2d9e-4521-8c02-a3ec9319755c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.458782367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"bdb2b35a-2d9e-4521-8c02-a3ec9319755c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.515535949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b748840617a07e2180d46d7951166444870b6115996098e7a1e63bddde115d4) AuthConfig (fa5a55a43aec4ba3a5e580ed032d4feebb6f4b55f59adecb10c42fbfc8194942) AuthConfig (9e08626959dd32f58167337e1376529248086431c7f21a16c09acf9d7b40239b) AuthConfig (3330769357cecb9b76464b3cd9bbb61d7fd3715a5a3140e74c022a8e940f0d9e) AuthConfig (b5ce24a857544baa9ce490f3362d061963361ce964149537efb98f0744168473) AuthConfig (ca2144c3cf43e3b2b1c90cde5626fb0cc4bcccf1c39ca5e98bce66e491d8a372) AuthConfig (8b92e567394e549ab397078b925ef9adcc5a89ebc8a7f29904e85572b2c8ae61) AuthConfig (c2d7adff9bba70588599c1523c99c45048f1ce287a2052778ce74127f8df9875) AuthConfig (d7f3a34868ed2608f3004bbfd3b4b1d17e78ac9284cb272c889faec150c226c4) AuthConfig (0b7497912daeefc74c4efce61e86466ef212604a75e37cf0e53518e78607b2fc) AuthConfig (97ecdc15014dbb6fe83ba92ab4eec39efc92b0cc8ce380c3a1cf3881da53e875) AuthConfig (94453ecb964fabf43a0ceec0d346e9178a44580360f874cc062834163612e516) AuthConfig (04ddc3c6d5c8e17f969f3e6c194fb24cd70372c8195799d04b94b84e71c3e75d) AuthConfig (53a274055793d44e67e59db5d3a25d6f500b4faa4f8a7f07e68035842a8822c7) AuthConfig (bf7fddaae413be2442ba1decfb97f2746c390fdc053167314cb5bf788e5c112e) AuthConfig (0a3f27266058d5454a56016384a7ed47fd16a8541506974476eb4bba765d8b7a) AuthConfig (e9cfe66ca948542e5369e2964718fdd5e4fc1d52ae514b4751e5fa11f42683e2) AuthConfig (7481a9694de57f811ba4e126b464e5025dd1f164607861fc3161956a7455bb9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"bdb2b35a-2d9e-4521-8c02-a3ec9319755c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:59.910802378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"bc95a10b-ab2e-4dd1-94d1-ed34568a70ef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:59.910833947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"bc95a10b-ab2e-4dd1-94d1-ed34568a70ef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:59.967740712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"dcba2f53-96b2-4fa3-8434-2a9def2968f2","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:59.967761913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"dcba2f53-96b2-4fa3-8434-2a9def2968f2","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:00.076161948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"92bf49d8-63be-451a-8f29-8edf33197fdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:00.206897089Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"92bf49d8-63be-451a-8f29-8edf33197fdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:00.264930395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"92bf49d8-63be-451a-8f29-8edf33197fdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:00.32594031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"74fb44ed-c0d5-4247-b223-677137d6f4bc","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:00.325958795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"74fb44ed-c0d5-4247-b223-677137d6f4bc","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.394663705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"f6aecc19-91c3-44af-802b-9bf322542744","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ae248d","tenantID":"e2e-extmod-a-ae248d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.515916708Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"f6aecc19-91c3-44af-802b-9bf322542744","name":"e2e-extmod-a-ae248d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.10646522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93661023-22a5-40fd-9043-b6bcd2c2223c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.20690927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"60eba4fd-bb6b-4b5a-a885-bbe3b5cbebc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.214376505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"78bf9314-ebc1-4756-b841-c1c1b695fb0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.305730703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"0497e927-773a-46bf-bf9e-ee14fcd50663","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.553244361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"8e8f833e-cf13-43ff-a3b0-5d1ee470b6a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.623896985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"e69d3c83-6afc-4e4b-9582-77123ff95804","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.653031911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"6b149424-d069-4703-afad-980198e4b9d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.661448731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"297fbe34-0edd-421a-8eb0-b990ca2d0597","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.681935893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"e69d3c83-6afc-4e4b-9582-77123ff95804","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.938587594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"de78d082-3d7f-4cde-a47a-d53ec29d28f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.994089432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"1686e35d-11cc-483c-9853-0c638f7e0fb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.006720128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"f580cc64-24d1-4cb6-9d93-d5e2769dd859","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.006738325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"f580cc64-24d1-4cb6-9d93-d5e2769dd859","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.039766536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.113158767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"9be7288d-f3bf-4d4c-9d82-9c5776d1e465","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-auth-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.284845888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"89c16165-229c-4710-95da-d6d05a5a5353","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.393295037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"2d485606-a800-464f-9ba0-1e1126280542","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.489607471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"986f32cd-9a5a-42e5-9983-ef7ed09758cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.437189172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"cb367382-1096-45d2-8b24-ee25b65d679b","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.495081506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"cb367382-1096-45d2-8b24-ee25b65d679b","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.556845827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"cb367382-1096-45d2-8b24-ee25b65d679b","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.438694357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"60240596-128b-4222-a4fd-844c8e2b3f41","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.438713294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"60240596-128b-4222-a4fd-844c8e2b3f41","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.500995065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"d73a625d-bff6-4413-baae-b1bbc8ed3d6a","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.501019888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"d73a625d-bff6-4413-baae-b1bbc8ed3d6a","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:14.545176071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"2f81032a-7213-4653-b373-36291c682169","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e1e43d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.545888273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"0a2255df-43b9-459c-a811-5c094d62c8b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.604438197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"0a2255df-43b9-459c-a811-5c094d62c8b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.65470458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"bcd766db-ca91-442d-9335-5eea97d23be9","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.654721431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"bcd766db-ca91-442d-9335-5eea97d23be9","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.714027919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"093533c7-3bf1-4f06-94c1-09877a9a15a5","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.714046836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"093533c7-3bf1-4f06-94c1-09877a9a15a5","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.922068031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"44a6564e-8bb4-416c-8151-0e0badaca8be","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.933067376Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"9191f9c7-d728-4050-a742-ea93fe5530ad","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-auth-test-model-367381","model":"auth-test-model-367381","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-367381/e2e-auth-iso-e1e43d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.98092846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"44a6564e-8bb4-416c-8151-0e0badaca8be","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.105582393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"e14c12b7-7ccc-4e51-a92f-4b22b9c5ef5f","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.105603094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"e14c12b7-7ccc-4e51-a92f-4b22b9c5ef5f","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.323528835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"12a7ff76-65f8-4607-a0ed-79cc84e6fcf9","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-auth-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:20.665690085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"39ea1668-1fe5-4d00-be8a-0e3aaa400d43","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:20.731544775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"39ea1668-1fe5-4d00-be8a-0e3aaa400d43","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:20.790093942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"39ea1668-1fe5-4d00-be8a-0e3aaa400d43","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:29.511559969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43027271-a739-4779-a668-bedbd03c272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:29.570590278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43027271-a739-4779-a668-bedbd03c272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:29.648540234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43027271-a739-4779-a668-bedbd03c272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:29.702927639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43027271-a739-4779-a668-bedbd03c272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:30.150381708Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-58f896","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-58f896","reconcileID":"da3020ec-6e7b-4064-8c2a-4986efcc60db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-58f896","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-58f896":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:30.25155042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"3e810077-a877-436b-bc3d-c1a2e49b9557","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4e398","tenantID":"e2e-extmod-a-c4e398","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:30.373308329Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"3e810077-a877-436b-bc3d-c1a2e49b9557","name":"e2e-extmod-a-c4e398-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:30.937295647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"16389254-d028-41d5-882a-050fea3b9b91","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:30.996074574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"16389254-d028-41d5-882a-050fea3b9b91","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.05439579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"16389254-d028-41d5-882a-050fea3b9b91","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.706900888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e8217e7-4a9b-4a84-92bd-a709e375bf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.761407435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e8217e7-4a9b-4a84-92bd-a709e375bf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.817254222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e8217e7-4a9b-4a84-92bd-a709e375bf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.874316681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e8217e7-4a9b-4a84-92bd-a709e375bf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.821354487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33848d60-277c-47c9-9116-9f08bc1538f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.875162848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33848d60-277c-47c9-9116-9f08bc1538f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.929140189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33848d60-277c-47c9-9116-9f08bc1538f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.986447431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33848d60-277c-47c9-9116-9f08bc1538f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.942597813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46800f7-ce34-416f-9d2b-a76bed553cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.996954396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46800f7-ce34-416f-9d2b-a76bed553cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:36.05086069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46800f7-ce34-416f-9d2b-a76bed553cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:36.105012935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46800f7-ce34-416f-9d2b-a76bed553cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:38.103840529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966e1d73-1adb-4a31-8e8c-388f48bcdd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:38.158004295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966e1d73-1adb-4a31-8e8c-388f48bcdd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:38.212247263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966e1d73-1adb-4a31-8e8c-388f48bcdd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:38.266138314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966e1d73-1adb-4a31-8e8c-388f48bcdd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:39.039714916Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:40.241459777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984a7903-c07e-41b6-aa72-e3f56637a9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:40.295348263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984a7903-c07e-41b6-aa72-e3f56637a9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:40.349681391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984a7903-c07e-41b6-aa72-e3f56637a9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:40.404025959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984a7903-c07e-41b6-aa72-e3f56637a9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.166982099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"00fc8448-7300-4afd-80f7-7c14456cda43","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.202741909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"d984cafb-50b3-4001-ac6b-e2531c84ae55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.225744146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"00fc8448-7300-4afd-80f7-7c14456cda43","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.282601483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"00fc8448-7300-4afd-80f7-7c14456cda43","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.29425924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"62ddbb75-5706-4d68-9cda-c27eabdde1f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.397127784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2831dc7e-8137-4950-af4c-4cff24473cee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.49745292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"f02abb86-0579-498f-bc8e-269c78afc11d","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-auth-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.502398197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"50540715-51c2-406e-8dfa-87cd85b56c53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.706448428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"41b13f38-8eb9-4584-8b5e-ecd1b7238e41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.926118402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"59c04a90-f7fb-4898-a84d-46c1697bf5d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.979919546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"86a45b8a-8dde-4403-870e-a2a5cf2efdd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.140096209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5ddc925-30c8-480a-a24b-51f71545bf76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.254135554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"fb2f40b8-341d-4375-a7a3-0942a42d2a34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.453591694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f21611-bef1-496b-b679-1d6dc9b8d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.486131736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"68900d63-f483-45e1-8aa4-660b51dd1af3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.509221388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f21611-bef1-496b-b679-1d6dc9b8d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.567707908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f21611-bef1-496b-b679-1d6dc9b8d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.623024629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f21611-bef1-496b-b679-1d6dc9b8d6cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.735901348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"db0fdae8-c053-4571-ad27-6aa969a5f3b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.774517676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"75c8e15e-c998-4127-85d1-c04effe0531c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.790926687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"34a2c663-2969-4810-aece-7ebc31582905","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-auth-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.790992865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"79bd829e-b6a2-43c8-be13-273e68b05029","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.834630346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"75c8e15e-c998-4127-85d1-c04effe0531c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.978743553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"fe4697a4-5b3c-4215-832b-83c57a4e0154","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:42.978766021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"fe4697a4-5b3c-4215-832b-83c57a4e0154","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:47.008135081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"595551b1-3998-4867-825b-d71738267ea0","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:47.008154245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"595551b1-3998-4867-825b-d71738267ea0","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:47.118051898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"ccb774d9-708e-4813-8446-0665a95c0326","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:47.176846259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"ccb774d9-708e-4813-8446-0665a95c0326","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:47.243816235Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"075e9c99-37d0-4c24-809d-07d989d9fb26","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f992c0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:47.461459775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"f9a8b718-a966-4b41-a7b6-7c567875f895","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:47.522900214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"f9a8b718-a966-4b41-a7b6-7c567875f895","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.390863224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"739772e1-b498-4dc5-b595-a1f25ac244df","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.454254113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"739772e1-b498-4dc5-b595-a1f25ac244df","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.515633764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01d0be425f5f971743305aa6c0727cd401e126380b5e6a6eac9d6aacb5ba944b) AuthConfig (13541debdfd5237a7909237d64fd618513e483b9edba380f146f2dae53563c27) AuthConfig (c58317c10229224378f30da0bb2db8799225d5d96197b340c371531d591bf28a) AuthConfig (3a2811e6befb849bfeec87c01080ddea3168c9e4a7b1702772adf24f20e76f5f) AuthConfig (95a790d3ae5c8c8b531fbfdec78ca59f2492c1e20628819a80911c5b734efafe) AuthConfig (6237e6e6097393d721fe9b6077e9081439737ed9a0456b6f4054698bd2379517) AuthConfig (abe176464abae231530c0f883c25ad44dbc5ae11d3c0bdb813fa59b599126e81) AuthConfig (247d2429b81a58c2c2f19f78ac72952b8a04a962d80f33a7e7d0e8f162c47138) AuthConfig (13ef709d8b1734498fe2c6dadec319c11c9a3e030c1c507d1de297db295c64f7) AuthConfig (6f7bfe48237aecf7ced7ad4c249af670ec27bc6119894e69183443dc22f76ae4) AuthConfig (3f708e7fdaba2ffc2bf2f1cde712d534a1fe11a33003645e134aeb7ed9c39122) AuthConfig (44fec6dc33ede480805e23907aceb298b3382139f84229698883795c6636cf6e) AuthConfig (01d4c1b01d3c585380b02c6993b9692c23c552cfe31fc0f3ecd43766d75033f5) AuthConfig (b501aedaac388d7add346abe0e3677b535b4c56e4798879e2ea67388a15efae3) AuthConfig (4ca1dc630cafa7111ee43932907cc063ef7b7bff5d8e705ccd3fb1de0e985fe2) AuthConfig (e9ce76e2a3e63edaf9be176ccba5da8d5047af0e47dca95a3b922f352d3cc07a) AuthConfig (8d778372084c15590bba1a571261177bdabb962e2eb5b811c0c79a4271be5f00) AuthConfig (47840191ebc7a01f55609d344b8c642709c6f2f0ae8b48286e23069b56de2ade)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"739772e1-b498-4dc5-b595-a1f25ac244df","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.57520394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"3945acf4-2209-4a9c-b703-bf9fdb855ce9","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.575225667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"3945acf4-2209-4a9c-b703-bf9fdb855ce9","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.298593062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"224734a2-811b-484a-a687-981617e06e75","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","subscription":"e2e-auth-iso-e1e43d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.3529534Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"224734a2-811b-484a-a687-981617e06e75","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.407604734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"224734a2-811b-484a-a687-981617e06e75","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.722219693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"9b0e0a7f-4a96-42a2-9f84-58cc2ba81948","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.722245422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"9b0e0a7f-4a96-42a2-9f84-58cc2ba81948","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.831350954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"c5521593-1c33-4e35-bb7f-d06d78c51907","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.875178828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"8e1b4016-f4d7-4326-a874-09ee23b166e7","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.875200549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"8e1b4016-f4d7-4326-a874-09ee23b166e7","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.890429196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"c5521593-1c33-4e35-bb7f-d06d78c51907","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:57.982901231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"6f9b8285-b6e7-4d2f-87e1-02d314023a1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.041231664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"6f9b8285-b6e7-4d2f-87e1-02d314023a1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.043563401Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"af579ab1-d2ff-49b1-8c25-a04954b7a03c","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69969f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.207665354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"e2d3ca9a-fcbc-46ac-9bc0-c20827761f8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.266614147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"e2d3ca9a-fcbc-46ac-9bc0-c20827761f8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.408971537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"ae34bc16-8c1f-4c15-8ed2-459883fdf3f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.468384258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"ae34bc16-8c1f-4c15-8ed2-459883fdf3f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:01.684463086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"cabb7907-112e-4b76-8211-d9c2f62bd48d","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:01.743911034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"cabb7907-112e-4b76-8211-d9c2f62bd48d","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:01.801331061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01d0be425f5f971743305aa6c0727cd401e126380b5e6a6eac9d6aacb5ba944b) AuthConfig (13541debdfd5237a7909237d64fd618513e483b9edba380f146f2dae53563c27) AuthConfig (c58317c10229224378f30da0bb2db8799225d5d96197b340c371531d591bf28a) AuthConfig (3a2811e6befb849bfeec87c01080ddea3168c9e4a7b1702772adf24f20e76f5f) AuthConfig (95a790d3ae5c8c8b531fbfdec78ca59f2492c1e20628819a80911c5b734efafe) AuthConfig (6237e6e6097393d721fe9b6077e9081439737ed9a0456b6f4054698bd2379517) AuthConfig (abe176464abae231530c0f883c25ad44dbc5ae11d3c0bdb813fa59b599126e81) AuthConfig (247d2429b81a58c2c2f19f78ac72952b8a04a962d80f33a7e7d0e8f162c47138) AuthConfig (13ef709d8b1734498fe2c6dadec319c11c9a3e030c1c507d1de297db295c64f7) AuthConfig (6f7bfe48237aecf7ced7ad4c249af670ec27bc6119894e69183443dc22f76ae4) AuthConfig (3f708e7fdaba2ffc2bf2f1cde712d534a1fe11a33003645e134aeb7ed9c39122) AuthConfig (44fec6dc33ede480805e23907aceb298b3382139f84229698883795c6636cf6e) AuthConfig (01d4c1b01d3c585380b02c6993b9692c23c552cfe31fc0f3ecd43766d75033f5) AuthConfig (b501aedaac388d7add346abe0e3677b535b4c56e4798879e2ea67388a15efae3) AuthConfig (4ca1dc630cafa7111ee43932907cc063ef7b7bff5d8e705ccd3fb1de0e985fe2) AuthConfig (e9ce76e2a3e63edaf9be176ccba5da8d5047af0e47dca95a3b922f352d3cc07a) AuthConfig (8d778372084c15590bba1a571261177bdabb962e2eb5b811c0c79a4271be5f00) AuthConfig (47840191ebc7a01f55609d344b8c642709c6f2f0ae8b48286e23069b56de2ade)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"cabb7907-112e-4b76-8211-d9c2f62bd48d","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.098709948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"feaecee6-f485-4189-a406-a36a729270c3","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","subscription":"e2e-auth-iso-e1e43d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.153220181Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"feaecee6-f485-4189-a406-a36a729270c3","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.208069569Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"feaecee6-f485-4189-a406-a36a729270c3","MaaSSubscription":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.488735881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"4b5d1f48-ac3b-4088-8ee5-103a731a53fd","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.488754642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"4b5d1f48-ac3b-4088-8ee5-103a731a53fd","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.597113487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"4ecf2a8f-2df9-4e9b-94d9-b4639e41730d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.642755733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"a8b25c86-4be2-4a8d-9bce-142d6fc50a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.642816853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"7ab0307a-a32a-46cd-baff-9953841f31ad","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.642832119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"7ab0307a-a32a-46cd-baff-9953841f31ad","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.655724884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"4ecf2a8f-2df9-4e9b-94d9-b4639e41730d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.805512687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"a8b25c86-4be2-4a8d-9bce-142d6fc50a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.934329404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"a8b25c86-4be2-4a8d-9bce-142d6fc50a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.934354571Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-auth-iso-e1e43d","reconcileID":"a8b25c86-4be2-4a8d-9bce-142d6fc50a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.959041218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"40ad783a-3886-485b-9a63-eb2efa83ddd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.994728636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"ac6b5a0b-667d-43b1-b174-0023c04fcbe2","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/auth-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:08.99474623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"auth-test-model-60261a","reconcileID":"ac6b5a0b-667d-43b1-b174-0023c04fcbe2","MaaSModelRef":{"name":"auth-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"auth-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"auth-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.017012912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"40ad783a-3886-485b-9a63-eb2efa83ddd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.04049967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.152947457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"a01faee6-f9d3-454f-ad33-a2b008ef5f9a","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.15297096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"a01faee6-f9d3-454f-ad33-a2b008ef5f9a","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.225687651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"7804bc96-b44a-4dbf-8abd-baa021217b5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.388527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"7804bc96-b44a-4dbf-8abd-baa021217b5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.516555292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"7804bc96-b44a-4dbf-8abd-baa021217b5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.516580154Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-auth-iso-e1e43d","reconcileID":"7804bc96-b44a-4dbf-8abd-baa021217b5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e1e43d","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.575539309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"ba9d3ab3-bdca-4929-89f7-7e808abe35de","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/auth-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.575563527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"auth-test-model-367381","reconcileID":"ba9d3ab3-bdca-4929-89f7-7e808abe35de","MaaSModelRef":{"name":"auth-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"auth-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"auth-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.910983873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"2a0d9309-dc81-4d0c-8e0e-045d185c9d5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.972003918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"2a0d9309-dc81-4d0c-8e0e-045d185c9d5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:12.029792234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-5ae63d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01d0be425f5f971743305aa6c0727cd401e126380b5e6a6eac9d6aacb5ba944b) AuthConfig (13541debdfd5237a7909237d64fd618513e483b9edba380f146f2dae53563c27) AuthConfig (c58317c10229224378f30da0bb2db8799225d5d96197b340c371531d591bf28a) AuthConfig (3a2811e6befb849bfeec87c01080ddea3168c9e4a7b1702772adf24f20e76f5f) AuthConfig (95a790d3ae5c8c8b531fbfdec78ca59f2492c1e20628819a80911c5b734efafe) AuthConfig (6237e6e6097393d721fe9b6077e9081439737ed9a0456b6f4054698bd2379517) AuthConfig (abe176464abae231530c0f883c25ad44dbc5ae11d3c0bdb813fa59b599126e81) AuthConfig (247d2429b81a58c2c2f19f78ac72952b8a04a962d80f33a7e7d0e8f162c47138) AuthConfig (13ef709d8b1734498fe2c6dadec319c11c9a3e030c1c507d1de297db295c64f7) AuthConfig (6f7bfe48237aecf7ced7ad4c249af670ec27bc6119894e69183443dc22f76ae4) AuthConfig (3f708e7fdaba2ffc2bf2f1cde712d534a1fe11a33003645e134aeb7ed9c39122) AuthConfig (44fec6dc33ede480805e23907aceb298b3382139f84229698883795c6636cf6e) AuthConfig (01d4c1b01d3c585380b02c6993b9692c23c552cfe31fc0f3ecd43766d75033f5) AuthConfig (b501aedaac388d7add346abe0e3677b535b4c56e4798879e2ea67388a15efae3) AuthConfig (4ca1dc630cafa7111ee43932907cc063ef7b7bff5d8e705ccd3fb1de0e985fe2) AuthConfig (e9ce76e2a3e63edaf9be176ccba5da8d5047af0e47dca95a3b922f352d3cc07a) AuthConfig (8d778372084c15590bba1a571261177bdabb962e2eb5b811c0c79a4271be5f00) AuthConfig (47840191ebc7a01f55609d344b8c642709c6f2f0ae8b48286e23069b56de2ade)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"2a0d9309-dc81-4d0c-8e0e-045d185c9d5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.142181289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"d4574263-2907-4d22-953c-d194766e7743","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.200456677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"d4574263-2907-4d22-953c-d194766e7743","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.527026065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"03e0b6db-68b0-4932-8fd9-c3f318314aa2","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.52704863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"03e0b6db-68b0-4932-8fd9-c3f318314aa2","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.048898601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"3322d056-13f1-462d-adaa-76b507d8571b","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.048928566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"3322d056-13f1-462d-adaa-76b507d8571b","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.111628829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"95516ddf-7284-4cda-8a61-1c5103387b3a","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.111658546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"95516ddf-7284-4cda-8a61-1c5103387b3a","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:02:23.159923676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"0d89b72f-2d4c-4d4a-8fa4-8d6b764667b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-adf1bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.164911423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"367c6dee-16d8-4f59-b5b2-602a2b578001","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:02:23.168771474Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"95516ddf-7284-4cda-8a61-1c5103387b3a","name":"auth-test-model-5ae63d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5ae63d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:02:23.168841035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"95516ddf-7284-4cda-8a61-1c5103387b3a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5ae63d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.17419641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"53cb8a79-1baf-4e8e-9803-b8a0b469fe70","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.174211096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"53cb8a79-1baf-4e8e-9803-b8a0b469fe70","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.223891333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"367c6dee-16d8-4f59-b5b2-602a2b578001","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.267535337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"d0767441-8653-4f4c-8ff4-e4c8a04b8a0e","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.26764076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"d0767441-8653-4f4c-8ff4-e4c8a04b8a0e","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.328076679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"df7547d0-729c-4de4-95a8-9a36955504fe","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.328098762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"df7547d0-729c-4de4-95a8-9a36955504fe","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.542925946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"e9757610-ae54-4474-9147-daa548e7a0ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.549175765Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"ec3a2d1d-b488-421a-aab4-1b892f59cf02","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"maas-trlp-auth-test-model-5ae63d","model":"auth-test-model-5ae63d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-5ae63d/e2e-auth-iso-adf1bd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.602312138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"e9757610-ae54-4474-9147-daa548e7a0ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.723859216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"624d1270-fe9e-4e56-b146-9c2bbc80acf8","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.723882085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"624d1270-fe9e-4e56-b146-9c2bbc80acf8","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.94232529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"b73085f2-f01b-4cac-955a-d807d6ce22bd","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"maas-trlp-auth-test-model-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:30.210831998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b08966-7c7f-4822-842a-f8269b9aabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:30.264935185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b08966-7c7f-4822-842a-f8269b9aabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:30.319054042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b08966-7c7f-4822-842a-f8269b9aabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:30.373142153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b08966-7c7f-4822-842a-f8269b9aabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:32.444005092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bfdf08-7f54-4b5d-b3e0-ede8b6e0e98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:32.498084369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bfdf08-7f54-4b5d-b3e0-ede8b6e0e98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:32.552257727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bfdf08-7f54-4b5d-b3e0-ede8b6e0e98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:32.606447679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bfdf08-7f54-4b5d-b3e0-ede8b6e0e98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:35.309091922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b80710-94e3-4dd3-bbc7-392a4638fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:35.363670271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b80710-94e3-4dd3-bbc7-392a4638fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:35.417903042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b80710-94e3-4dd3-bbc7-392a4638fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:35.472124099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b80710-94e3-4dd3-bbc7-392a4638fbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:36.081716569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5d415","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5d415","reconcileID":"7e21ee9d-ad16-4599-8846-d8566197490c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d5d415","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d5d415":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:37.445049538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b42e14-3a74-4b4d-a563-6bc12db2fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:37.49924837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b42e14-3a74-4b4d-a563-6bc12db2fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:37.553442055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b42e14-3a74-4b4d-a563-6bc12db2fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:37.608254469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b42e14-3a74-4b4d-a563-6bc12db2fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.040623528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.562497689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e5906-38d4-41d0-a061-80ee8f7137de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.630761645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e5906-38d4-41d0-a061-80ee8f7137de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.684894911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e5906-38d4-41d0-a061-80ee8f7137de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.745075832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e5906-38d4-41d0-a061-80ee8f7137de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:40.10269039Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6ebe57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6ebe57","reconcileID":"6758a9fb-8ff4-4238-8e32-fa051b8310a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6ebe57","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6ebe57":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:41.836963553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadb4514-7dae-4b2a-ae1f-cdf91fdb57a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:41.891049682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadb4514-7dae-4b2a-ae1f-cdf91fdb57a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:41.944974634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadb4514-7dae-4b2a-ae1f-cdf91fdb57a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:41.999101139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadb4514-7dae-4b2a-ae1f-cdf91fdb57a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:42.66797728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"ad087103-b618-42da-b436-58834489e33a","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"maas-trlp-auth-test-model-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:42.838491853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"2da6acbb-6bad-4b89-8fae-b6425b66b53e","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:42.838511389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"2da6acbb-6bad-4b89-8fae-b6425b66b53e","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:43.83423478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"e29e790f-7e2f-413f-8e4f-b0ac079928b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:43.891824035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"e29e790f-7e2f-413f-8e4f-b0ac079928b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:43.934540506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d247ae-077c-4023-b20c-2c8a81d3e1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:43.96451947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"23867dc4-5739-4fc7-8c74-3058f4afd775","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:43.964538231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"23867dc4-5739-4fc7-8c74-3058f4afd775","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:43.990114805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d247ae-077c-4023-b20c-2c8a81d3e1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.04553288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d247ae-077c-4023-b20c-2c8a81d3e1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.10256382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d247ae-077c-4023-b20c-2c8a81d3e1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.112652674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"fd28d8d5-bc87-400b-ac38-b3403a491f34","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.112760174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"fd28d8d5-bc87-400b-ac38-b3403a491f34","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.221171393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"9dce5317-3e7d-4df8-aaaa-a7e6d899d640","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.391812394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"9dce5317-3e7d-4df8-aaaa-a7e6d899d640","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.44970517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-efbdec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"9dce5317-3e7d-4df8-aaaa-a7e6d899d640","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.50690576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"4107f384-54a7-4fbc-bc97-6b6e638a2f61","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.50692541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"4107f384-54a7-4fbc-bc97-6b6e638a2f61","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:46.103812781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb80db1a-c0d1-47bc-8453-d1b2abd047ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:46.157877621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb80db1a-c0d1-47bc-8453-d1b2abd047ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:46.211853849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb80db1a-c0d1-47bc-8453-d1b2abd047ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:46.265861551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb80db1a-c0d1-47bc-8453-d1b2abd047ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:48.21475344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1750da-6a8d-4ce1-99a4-6e46c3810de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:48.269119458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1750da-6a8d-4ce1-99a4-6e46c3810de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:48.323273447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1750da-6a8d-4ce1-99a4-6e46c3810de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:48.377383795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1750da-6a8d-4ce1-99a4-6e46c3810de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:50.40820376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fb57da-ffb7-48f9-ba80-aed0cf952d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:50.462168147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fb57da-ffb7-48f9-ba80-aed0cf952d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:50.516076346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fb57da-ffb7-48f9-ba80-aed0cf952d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:50.570526281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fb57da-ffb7-48f9-ba80-aed0cf952d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:52.561284489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d695c7d-17bf-41c4-a4b8-6c51bfe2c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:52.616040049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d695c7d-17bf-41c4-a4b8-6c51bfe2c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:52.670178141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d695c7d-17bf-41c4-a4b8-6c51bfe2c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:52.724068929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d695c7d-17bf-41c4-a4b8-6c51bfe2c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.661981916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b273df4-b249-45da-b8d9-bad8a9d90b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.662126072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"e5e99c0d-f500-4ac8-b7c0-e9396f515f34","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.716076926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b273df4-b249-45da-b8d9-bad8a9d90b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.770047225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b273df4-b249-45da-b8d9-bad8a9d90b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.77404335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"e5e99c0d-f500-4ac8-b7c0-e9396f515f34","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.824151353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b273df4-b249-45da-b8d9-bad8a9d90b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.880610504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-efbdec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"e5e99c0d-f500-4ac8-b7c0-e9396f515f34","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.785748333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc32d35e-bbbc-4ab4-afd2-0d8fc0918148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.839774157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc32d35e-bbbc-4ab4-afd2-0d8fc0918148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.893899952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc32d35e-bbbc-4ab4-afd2-0d8fc0918148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.94812006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc32d35e-bbbc-4ab4-afd2-0d8fc0918148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.919834021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d86d43b-93d6-41db-afa4-1856fd2e131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.980916346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d86d43b-93d6-41db-afa4-1856fd2e131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:59.035333402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d86d43b-93d6-41db-afa4-1856fd2e131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:59.089602321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d86d43b-93d6-41db-afa4-1856fd2e131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:01.103570045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78585bd-0df0-44db-aca0-234448156156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:01.184990869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78585bd-0df0-44db-aca0-234448156156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:01.239685764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78585bd-0df0-44db-aca0-234448156156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:01.294179614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78585bd-0df0-44db-aca0-234448156156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:01.809296928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"2935c3ee-6ea1-4acc-910b-03754fa13052","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-58f896","tenantID":"e2e-extmod-a-58f896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:01.929235075Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"2935c3ee-6ea1-4acc-910b-03754fa13052","name":"e2e-extmod-a-58f896-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:03.255552512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254555a3-8925-44b2-aec6-231129b109e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:03.309848457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254555a3-8925-44b2-aec6-231129b109e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:03.364002906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254555a3-8925-44b2-aec6-231129b109e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:03.418312517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254555a3-8925-44b2-aec6-231129b109e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:04.990994996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"d8007a9c-e489-4af9-a943-5ed0d60c887a","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.048970321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"d8007a9c-e489-4af9-a943-5ed0d60c887a","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.105767513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-efbdec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adcaa43b1cbc1a8fe4e950cf2a8bcf2e5e04d053f6630cefcc59476c8e0198c8) AuthConfig (f12d11b160609753caf475da18a2e3b2cc1285bfe6f9a0bf1d11c4914b14cc8d) AuthConfig (008ab492753f09309bfd1f8d52892bae36455b148c2cc0bc7cc9efc495b64136) AuthConfig (1186ad9e3c83556ceeb0b1bd5d42c986499b1d162bc0e8fea2ef298895fca76b) AuthConfig (b514671f606178ab39277bda59976af7007f66c8b30cc53c0c9e6327956db95f) AuthConfig (4085fd831484abd44399a2df89b5085444a339e534463192609cc70ee9a0f10b) AuthConfig (23a8b794241c0d7a4872199ad53329710b7f9e2121aec4fcf6708b943424054e) AuthConfig (bfd9c0d5a92f3ae9ccb8dbf34c15bb43e360b0231c9fa2c1d2dac001889b5367) AuthConfig (2a501eb1051f57ac6c740b167c90eb2463d3b7e4770ff7552d9c9c341986c917) AuthConfig (84da596d975529e5febe4141a4e8353bfdf210cc815dcf2803bcde525ba69dcf) AuthConfig (9eac0446f36b867cf587e3e92a80dd3b90ff386e2df5539e48c01a64e2340f5f) AuthConfig (a547db49df4e52d0641776ee500dc7d142e6aa8f9fbea77e264127066b4948f2) AuthConfig (f2fe3acb8c3dda858fccda5d4688447d64ed2900330f227880d79545ef3f070d) AuthConfig (f511784b9adfa2edc17f11b8e11d63eafa3a379c2e56118715a1a52c28a1e8e6) AuthConfig (f1e69fd4fe7d6a74e598820a026161a4a798bf0181c6f0347f796b3b4d163f40) AuthConfig (351d266cac1cbeb4adde9df438ee8bc9dd43ca1cf0ca6a9b35d0677c6cf56a5f) AuthConfig (2c932655b747f4f5581d46a3d6b547d320ef751fff3b188db8f236587f186cc9) AuthConfig (e44721154c3871ae82bafbd55afdee7f525b2cb0d6ad5d66ccb771b4913ef9b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"d8007a9c-e489-4af9-a943-5ed0d60c887a","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.164680026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"7386c745-8b6f-4f2b-aae2-90aee8d7883b","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.164699672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"7386c745-8b6f-4f2b-aae2-90aee8d7883b","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.380795774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829714c0-363f-4e6e-b031-26f78a191ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.436502624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829714c0-363f-4e6e-b031-26f78a191ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.490465808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829714c0-363f-4e6e-b031-26f78a191ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.544789607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829714c0-363f-4e6e-b031-26f78a191ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:07.476168596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd5d25-87a2-4547-b15a-7223d3e43f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:07.530435156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd5d25-87a2-4547-b15a-7223d3e43f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:07.536592165Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-966a03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-966a03","reconcileID":"c6c13f9f-9ee1-4e15-8849-64d8642392c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-966a03","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-966a03":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:07.584535897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd5d25-87a2-4547-b15a-7223d3e43f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:07.638815563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd5d25-87a2-4547-b15a-7223d3e43f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.044261165Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.613633025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388fba4-4b0b-4c44-854d-3f6a309a6749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.668428073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388fba4-4b0b-4c44-854d-3f6a309a6749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.723033727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388fba4-4b0b-4c44-854d-3f6a309a6749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.77915739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388fba4-4b0b-4c44-854d-3f6a309a6749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.737325653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c03c30-1318-4393-84bf-5a6708a67433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.791399875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c03c30-1318-4393-84bf-5a6708a67433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.845420506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c03c30-1318-4393-84bf-5a6708a67433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.899888678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c03c30-1318-4393-84bf-5a6708a67433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:13.915625476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7645d05-f5f5-4cbb-b4fd-e5153a9c0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:13.969892147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7645d05-f5f5-4cbb-b4fd-e5153a9c0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:14.025156162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7645d05-f5f5-4cbb-b4fd-e5153a9c0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:14.079512562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7645d05-f5f5-4cbb-b4fd-e5153a9c0440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.276752839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"d5e026bb-391d-4761-84e4-f0d54355198b","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.334976735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"d5e026bb-391d-4761-84e4-f0d54355198b","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.391322331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-efbdec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adcaa43b1cbc1a8fe4e950cf2a8bcf2e5e04d053f6630cefcc59476c8e0198c8) AuthConfig (f12d11b160609753caf475da18a2e3b2cc1285bfe6f9a0bf1d11c4914b14cc8d) AuthConfig (008ab492753f09309bfd1f8d52892bae36455b148c2cc0bc7cc9efc495b64136) AuthConfig (1186ad9e3c83556ceeb0b1bd5d42c986499b1d162bc0e8fea2ef298895fca76b) AuthConfig (b514671f606178ab39277bda59976af7007f66c8b30cc53c0c9e6327956db95f) AuthConfig (4085fd831484abd44399a2df89b5085444a339e534463192609cc70ee9a0f10b) AuthConfig (23a8b794241c0d7a4872199ad53329710b7f9e2121aec4fcf6708b943424054e) AuthConfig (bfd9c0d5a92f3ae9ccb8dbf34c15bb43e360b0231c9fa2c1d2dac001889b5367) AuthConfig (2a501eb1051f57ac6c740b167c90eb2463d3b7e4770ff7552d9c9c341986c917) AuthConfig (84da596d975529e5febe4141a4e8353bfdf210cc815dcf2803bcde525ba69dcf) AuthConfig (9eac0446f36b867cf587e3e92a80dd3b90ff386e2df5539e48c01a64e2340f5f) AuthConfig (a547db49df4e52d0641776ee500dc7d142e6aa8f9fbea77e264127066b4948f2) AuthConfig (f2fe3acb8c3dda858fccda5d4688447d64ed2900330f227880d79545ef3f070d) AuthConfig (f511784b9adfa2edc17f11b8e11d63eafa3a379c2e56118715a1a52c28a1e8e6) AuthConfig (f1e69fd4fe7d6a74e598820a026161a4a798bf0181c6f0347f796b3b4d163f40) AuthConfig (351d266cac1cbeb4adde9df438ee8bc9dd43ca1cf0ca6a9b35d0677c6cf56a5f) AuthConfig (2c932655b747f4f5581d46a3d6b547d320ef751fff3b188db8f236587f186cc9) AuthConfig (e44721154c3871ae82bafbd55afdee7f525b2cb0d6ad5d66ccb771b4913ef9b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"d5e026bb-391d-4761-84e4-f0d54355198b","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.109986902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5df518-714a-4d07-a349-01c4918dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.164271181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5df518-714a-4d07-a349-01c4918dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.218182692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5df518-714a-4d07-a349-01c4918dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.27213273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5df518-714a-4d07-a349-01c4918dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:25.499279393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"70be505c-c0fa-4e99-ab71-bbe8acce5c25","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:25.557602075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"70be505c-c0fa-4e99-ab71-bbe8acce5c25","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:25.88183776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"3a87b3e6-cd29-4fe6-9354-8f080d0a67a6","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:25.88185864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"3a87b3e6-cd29-4fe6-9354-8f080d0a67a6","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.774326705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"f978694c-5549-457c-bd0d-356d1a75c725","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.774348214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"f978694c-5549-457c-bd0d-356d1a75c725","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.833855104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"f8e7f5e0-8e81-4935-8bb0-ffbaa4490945","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.83387727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"f8e7f5e0-8e81-4935-8bb0-ffbaa4490945","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:03:30.880133013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"3de93ea3-a43b-40a3-b91e-c93186b73801","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-adf1bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.882026636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"17a69658-f5d9-4b39-b29a-da1d2e2e24b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:03:30.890683023Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"f8e7f5e0-8e81-4935-8bb0-ffbaa4490945","name":"auth-test-model-efbdec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-efbdec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:03:30.890735947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"f8e7f5e0-8e81-4935-8bb0-ffbaa4490945","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-efbdec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.896081058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"055811f6-b3de-4171-a176-819e78974fb1","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.89609636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"055811f6-b3de-4171-a176-819e78974fb1","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.941739429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"17a69658-f5d9-4b39-b29a-da1d2e2e24b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.990198822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"c533a237-292e-44f1-9bdf-be74fdc724f9","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.990217598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"c533a237-292e-44f1-9bdf-be74fdc724f9","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.049385124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"68f5fbd0-28ab-4b5c-8755-4d42a19823a5","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.049408396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"68f5fbd0-28ab-4b5c-8755-4d42a19823a5","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.257839745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"c7120ddd-d2d8-4ba5-b477-b7d6ba809514","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.266945918Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"caf556a1-bddd-4c45-82f4-f7177a611eb9","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"maas-trlp-auth-test-model-efbdec","model":"auth-test-model-efbdec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-efbdec/e2e-auth-iso-adf1bd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.317082157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"c7120ddd-d2d8-4ba5-b477-b7d6ba809514","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.439524817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"438af6bd-3c02-4d78-b130-867d29fc8610","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.43954438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"438af6bd-3c02-4d78-b130-867d29fc8610","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:31.657314593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"435b5d65-58ef-4be5-afdb-bd9dd0ad57c8","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"maas-trlp-auth-test-model-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:39.040308826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:50.426200465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"303954ba-4b85-4ebd-897c-40e015eeee70","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"maas-trlp-auth-test-model-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:50.597326304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"89c8b2b1-c32b-4e51-babb-1fa09ab6feee","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:50.597345597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"89c8b2b1-c32b-4e51-babb-1fa09ab6feee","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:52.049921868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"fbf147e0-ca9f-4db4-bfa9-b86c1eb287c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:52.108291178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"fbf147e0-ca9f-4db4-bfa9-b86c1eb287c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.289967787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"8168f51e-8e50-470b-980f-2602e43bb69d","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.289989948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"8168f51e-8e50-470b-980f-2602e43bb69d","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.397858012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"49628edb-b128-434d-b430-736b4147cd3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.456379464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"49628edb-b128-434d-b430-736b4147cd3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.457824787Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"62b0c4be-3d00-43ed-a512-0e61548f5f3d","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c94937d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.810495735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"b4e272d9-497c-4729-98b5-e5295d2d4ead","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.869988024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"b4e272d9-497c-4729-98b5-e5295d2d4ead","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:05.512299211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"ee0b285f-2fc1-4364-96ff-83741620b03d","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","subscription":"e2e-auth-iso-adf1bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:05.566668869Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"ee0b285f-2fc1-4364-96ff-83741620b03d","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:05.620960045Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"ee0b285f-2fc1-4364-96ff-83741620b03d","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"maas-trlp-auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:05.90038253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"8bb7fa89-e412-49ea-95cd-ab00a37570d8","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:05.900404912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"8bb7fa89-e412-49ea-95cd-ab00a37570d8","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.007828328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"e0691f22-2758-4501-b17d-e2a8b6edeb10","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.042787101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"ba547ae6-ef0a-4d10-a4a3-740b9899c153","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.042808341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"ba547ae6-ef0a-4d10-a4a3-740b9899c153","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.065676566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"e0691f22-2758-4501-b17d-e2a8b6edeb10","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.15029297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"704ad250-1757-4c5c-9c92-d0be8c2820cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.208628699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"704ad250-1757-4c5c-9c92-d0be8c2820cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.209642628Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"8f160794-5560-4c58-9122-c4a8a618988e","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9347bb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.385851363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"8b52760e-383b-4f62-88ae-1d951a3d30a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.443371424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"8b52760e-383b-4f62-88ae-1d951a3d30a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.587189825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"92a0820b-6533-4441-96a4-741dce2fefaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:06.645314309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"92a0820b-6533-4441-96a4-741dce2fefaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:08.79766615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"5394392a-0dfb-44bb-ab3a-6a2bf8e8b8f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d5d415","tenantID":"e2e-extmod-b-d5d415","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:08.917333649Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"5394392a-0dfb-44bb-ab3a-6a2bf8e8b8f3","name":"e2e-extmod-b-d5d415-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:09.039844847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.264697552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"bcdcc910-95f9-4dbe-834f-71ec3231ebd9","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","subscription":"e2e-auth-iso-adf1bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.319272664Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"bcdcc910-95f9-4dbe-834f-71ec3231ebd9","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.373581567Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"bcdcc910-95f9-4dbe-834f-71ec3231ebd9","MaaSSubscription":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"maas-trlp-auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.652959334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"0cf479a2-73b5-40f8-9878-f79ee424b611","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.652989695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"0cf479a2-73b5-40f8-9878-f79ee424b611","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.763269844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"3c9361d1-0da4-41f7-97f9-347e0da004fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.80742485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"8981ef78-4c3f-4a8d-85c1-dbffe11fd697","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.807581162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"4adaac85-3a1a-45df-9188-7b853a358b61","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.807600945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"4adaac85-3a1a-45df-9188-7b853a358b61","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.822006361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"3c9361d1-0da4-41f7-97f9-347e0da004fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.016328901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"8981ef78-4c3f-4a8d-85c1-dbffe11fd697","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.145929348Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"8981ef78-4c3f-4a8d-85c1-dbffe11fd697","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"name":"e2e-shared-a-w4-5ae63d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.145958407Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"e2e-auth-iso-adf1bd","reconcileID":"8981ef78-4c3f-4a8d-85c1-dbffe11fd697","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.172196424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"f3c1607e-2206-4979-a9ad-e90df2264500","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.204420038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"0389e1b9-13b1-4a70-958a-ec58107d3470","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"tenant":"e2e-shared-a-w4-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","model":"ai-tenant-e2e-shared-a-w4-5ae63d/auth-test-model-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.204438643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"auth-test-model-5ae63d","reconcileID":"0389e1b9-13b1-4a70-958a-ec58107d3470","MaaSModelRef":{"name":"auth-test-model-5ae63d","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"routeName":"auth-test-model-5ae63d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","llmisvcName":"auth-test-model-5ae63d","gateway":"openshift-ingress/e2e-shared-a-w4-5ae63d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.230822023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"f3c1607e-2206-4979-a9ad-e90df2264500","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.355755179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"119c451a-a2c8-4574-9d31-014fc302f831","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.355780533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"119c451a-a2c8-4574-9d31-014fc302f831","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.439042814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"a2e690a5-8967-4f89-aa33-fb37e1166553","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.698365635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"a2e690a5-8967-4f89-aa33-fb37e1166553","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.832957641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"a2e690a5-8967-4f89-aa33-fb37e1166553","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"name":"e2e-shared-b-w4-efbdec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.832983232Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"e2e-auth-iso-adf1bd","reconcileID":"a2e690a5-8967-4f89-aa33-fb37e1166553","MaaSAuthPolicy":{"name":"e2e-auth-iso-adf1bd","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.890952347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"30410b5d-f55c-4af9-84c9-060039edc707","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"tenant":"e2e-shared-b-w4-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","model":"ai-tenant-e2e-shared-b-w4-efbdec/auth-test-model-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:17.890973872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"auth-test-model-efbdec","reconcileID":"30410b5d-f55c-4af9-84c9-060039edc707","MaaSModelRef":{"name":"auth-test-model-efbdec","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"routeName":"auth-test-model-efbdec-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","llmisvcName":"auth-test-model-efbdec","gateway":"openshift-ingress/e2e-shared-b-w4-efbdec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.104693584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"6a47c6b2-7a67-490a-9ac9-4fc429f9d859","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ebe57","tenantID":"e2e-extmod-a-6ebe57","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.226182717Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"6a47c6b2-7a67-490a-9ac9-4fc429f9d859","name":"e2e-extmod-a-6ebe57-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.039878302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.835252122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa34d8-fd5c-452b-96c0-0d66bae91aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.89329348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa34d8-fd5c-452b-96c0-0d66bae91aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.950773946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa34d8-fd5c-452b-96c0-0d66bae91aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.005454389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa34d8-fd5c-452b-96c0-0d66bae91aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.359861495Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-aff1d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-aff1d2","reconcileID":"2efb8d67-1c26-47ef-893e-6541630cb81c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-aff1d2","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-aff1d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:48.081249716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e19ba9a-4077-473c-a8bc-190b38545f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:48.135900244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e19ba9a-4077-473c-a8bc-190b38545f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:48.191571373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e19ba9a-4077-473c-a8bc-190b38545f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:48.245489755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e19ba9a-4077-473c-a8bc-190b38545f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.231905028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e20e03-c259-4eaa-9bf4-e9b4542e95a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.285718122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e20e03-c259-4eaa-9bf4-e9b4542e95a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.340119819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e20e03-c259-4eaa-9bf4-e9b4542e95a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.394319136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e20e03-c259-4eaa-9bf4-e9b4542e95a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.56399158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"e6674f41-49d0-4c55-be46-4b24003b9ff9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-966a03","tenantID":"e2e-extmod-b-966a03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.736832931Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"e6674f41-49d0-4c55-be46-4b24003b9ff9","name":"e2e-extmod-b-966a03-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:52.409223195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218565b4-b352-458a-b67d-3c277fa30977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:52.46328944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218565b4-b352-458a-b67d-3c277fa30977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:52.517326012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218565b4-b352-458a-b67d-3c277fa30977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:52.571390355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218565b4-b352-458a-b67d-3c277fa30977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.517203258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d06ca63-f8da-4258-ae83-40148ec308e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.571448676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d06ca63-f8da-4258-ae83-40148ec308e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.625523179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d06ca63-f8da-4258-ae83-40148ec308e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.683010703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d06ca63-f8da-4258-ae83-40148ec308e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.630617087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dca4e-7d9a-4b54-9b4e-f293302fac19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.684402157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dca4e-7d9a-4b54-9b4e-f293302fac19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.738634035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dca4e-7d9a-4b54-9b4e-f293302fac19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.7926955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71dca4e-7d9a-4b54-9b4e-f293302fac19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:58.823603271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a9a73d-8849-4497-90cf-f9f934564d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:58.877802507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a9a73d-8849-4497-90cf-f9f934564d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:58.932154007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a9a73d-8849-4497-90cf-f9f934564d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:58.98625119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a9a73d-8849-4497-90cf-f9f934564d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:01.019299883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c5b4f0-6368-4f0f-aaed-582ace1fd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:01.07337341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c5b4f0-6368-4f0f-aaed-582ace1fd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:01.127578309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c5b4f0-6368-4f0f-aaed-582ace1fd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:01.181578039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c5b4f0-6368-4f0f-aaed-582ace1fd313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:09.040217077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:27.552041527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"37f9c11a-3812-4041-8d54-648a71f3f525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:27.601000711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"b05d668f-7ea8-4773-88bf-009c29662539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:27.993848191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"3eb14ae0-3739-4d2b-8596-f08cfa0a8c1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.060738008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"2856f41d-5fba-4cd0-b901-2884d1ebfcad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.226288747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86e9f0ba-1406-4c5f-bf11-74bc8a2df4b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.319266949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"fccb666d-8369-4a94-81c6-8865550c7513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.340312038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"856c46cc-1bb0-4548-82e7-d9c0d9e89e25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.508274254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8dac3ecc-cbd2-4832-8369-7c55b806e2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.603023866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"c8c514c4-8e86-44be-885d-7781ec1af50a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.622002846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"35f28ab0-1ea3-4c38-b251-032ec9f6b9b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:28.839702976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"05dba9fe-c606-4847-9f2a-bdddacaaf0e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:29.008317409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"2aca8685-e935-45a4-8287-326c5f7f11e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:39.041266913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:41.456953125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbf7598-1a3d-4941-8d23-83d1257fe04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:41.510993613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbf7598-1a3d-4941-8d23-83d1257fe04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:41.565901672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbf7598-1a3d-4941-8d23-83d1257fe04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:41.620624093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbf7598-1a3d-4941-8d23-83d1257fe04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:43.598819812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d4a3-bfba-486e-b265-aaf2eb9c9452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:43.653724995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d4a3-bfba-486e-b265-aaf2eb9c9452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:43.708077432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d4a3-bfba-486e-b265-aaf2eb9c9452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:43.762418275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c45d4a3-bfba-486e-b265-aaf2eb9c9452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:45.72614446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a0bc90-5fcb-4aa3-a847-ada516b61c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:45.796404559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a0bc90-5fcb-4aa3-a847-ada516b61c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:45.851136534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a0bc90-5fcb-4aa3-a847-ada516b61c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:45.912461965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a0bc90-5fcb-4aa3-a847-ada516b61c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:47.905644909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968475e-acfb-42c2-9cdb-86b95f1c97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:47.959937862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968475e-acfb-42c2-9cdb-86b95f1c97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:48.014202385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968475e-acfb-42c2-9cdb-86b95f1c97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:48.068679902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0968475e-acfb-42c2-9cdb-86b95f1c97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:50.027162481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2877415-512d-487c-82b3-46dd1782bbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:50.081466739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2877415-512d-487c-82b3-46dd1782bbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:50.137525097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2877415-512d-487c-82b3-46dd1782bbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:50.192253826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2877415-512d-487c-82b3-46dd1782bbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:56.053948206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8155f4-e649-41e2-848d-b4a6570edfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:56.108371781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8155f4-e649-41e2-848d-b4a6570edfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:56.162304387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8155f4-e649-41e2-848d-b4a6570edfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:56.216316787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8155f4-e649-41e2-848d-b4a6570edfdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:58.162844771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29060597-f948-45b4-8b25-f09cb698b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:58.21727901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29060597-f948-45b4-8b25-f09cb698b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:58.271764619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29060597-f948-45b4-8b25-f09cb698b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:58.325923035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29060597-f948-45b4-8b25-f09cb698b21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:59.764944955Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","namespace":"ai-tenant-e2e-extmod-a-6ebe57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:59.765021364Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","namespace":"ai-tenant-e2e-extmod-a-6ebe57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:59.765076953Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","tenant":"e2e-extmod-a-6ebe57","tenantID":"e2e-extmod-a-6ebe57","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:59.874659894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6ebe57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:59.93860699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"Service","name":"maas-api-e2e-extmod-a-6ebe57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.003586305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6ebe57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.059755619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6ebe57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.145022637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.20130141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.258795335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.315817385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.370219127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.424323153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.481791679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"Service","name":"payload-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.53785275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.591800826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.645883568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.686055735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8ad682-c88f-4a92-9998-d79fb12883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.740347669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.741336861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8ad682-c88f-4a92-9998-d79fb12883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.795680299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.796221601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8ad682-c88f-4a92-9998-d79fb12883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.849804319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.850448195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8ad682-c88f-4a92-9998-d79fb12883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.904370531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.958297787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6ebe57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.011766873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ebe57"},"namespace":"ai-tenant-e2e-extmod-a-6ebe57","name":"default-tenant","reconcileID":"405c09c5-c755-497e-a96b-ccd7a0e81992","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6ebe57","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:05.26240701Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6ebe57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6ebe57","reconcileID":"a4cf15c3-58b9-4845-bdb8-279c7941e1fb","aitenant":"ai-tenants/e2e-extmod-a-6ebe57","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:05.739228254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892338aa-921a-4264-884a-868970de46b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:05.793417743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892338aa-921a-4264-884a-868970de46b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:05.847653172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892338aa-921a-4264-884a-868970de46b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:05.902082195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892338aa-921a-4264-884a-868970de46b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.076749616Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6ebe57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6ebe57","reconcileID":"a4cf15c3-58b9-4845-bdb8-279c7941e1fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6ebe57","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6ebe57"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:07.91877505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc65698-0d09-4bab-a19c-5c563d49a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:07.972679294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc65698-0d09-4bab-a19c-5c563d49a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:08.026765206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc65698-0d09-4bab-a19c-5c563d49a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:08.081001793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc65698-0d09-4bab-a19c-5c563d49a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:09.040551753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:09.982556612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"aaf20afc-8ff5-4489-a85b-9bf5717680c1","namespace":"llm","name":"e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.023109095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e29654-5f52-4de9-a705-b8535911594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.041464939Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a90645ba-d71c-4ec3-be5c-52df069278f6","namespace":"llm","name":"e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.077155063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e29654-5f52-4de9-a705-b8535911594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.131454122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e29654-5f52-4de9-a705-b8535911594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.18589493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e29654-5f52-4de9-a705-b8535911594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.261760086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a14c6b4-660e-400a-a60d-2d80ac23e4e4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.261780277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a14c6b4-660e-400a-a60d-2d80ac23e4e4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.262067056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bdee4d4c-78c1-4302-88f6-073dc11bf6db","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.26207915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bdee4d4c-78c1-4302-88f6-073dc11bf6db","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.262311218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe4cdc8f-5317-491d-af3f-e992526c9786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.262323258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe4cdc8f-5317-491d-af3f-e992526c9786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.262586191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d744482-e637-4a47-8fab-b2106e3e1b51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.262598411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d744482-e637-4a47-8fab-b2106e3e1b51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.262923396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5183d4f3-bfef-4e95-8633-80320ee4436e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.26293869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5183d4f3-bfef-4e95-8633-80320ee4436e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.263264102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ae04300-64d2-43a0-98e6-86e1196bc0a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.263275187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ae04300-64d2-43a0-98e6-86e1196bc0a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.263526919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df682dfc-0247-4c08-9c6f-9ee8bed9f351","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.263537907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df682dfc-0247-4c08-9c6f-9ee8bed9f351","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.26377416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd896d9e-290c-4909-adbd-a467ceca331f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.263786286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd896d9e-290c-4909-adbd-a467ceca331f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.294404789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb62b69a-5599-4d9a-a4fe-2dcb45fa3384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.294713587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0ae637ab-16df-4e50-a21f-a4f2ddb1dbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.294863861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"bb99e635-a6ac-420f-a203-e6b71c0a03a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.295213905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ce2c19ad-fa01-4a50-ad53-2d83174c3ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.295293695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"88ca8273-871a-44c9-bae0-94b3a4734804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.353600709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"bb99e635-a6ac-420f-a203-e6b71c0a03a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.353652473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb62b69a-5599-4d9a-a4fe-2dcb45fa3384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.356069111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ce2c19ad-fa01-4a50-ad53-2d83174c3ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.356188779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0ae637ab-16df-4e50-a21f-a4f2ddb1dbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.358204927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"88ca8273-871a-44c9-bae0-94b3a4734804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.462966205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"0bc8949f-92d0-4314-87dd-3d883d13d22d","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"name":"e2e-dft-2f2157","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.568918465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2dbc274b-31c7-4044-b7b9-8a0573fa66fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.569072321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"669b2c5e-e952-49a3-96ed-e05b8070a859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.6311203Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"7439b75c-0a3a-41d4-a181-17546525b5b0","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"name":"e2e-dft-2f2157","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.685412147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"506e2fdd-86f2-404e-9760-a2bfd50a5b65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.685434588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"506e2fdd-86f2-404e-9760-a2bfd50a5b65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.685765337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d71f52c8-92b4-486c-9dbb-0e593344abcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.685785654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d71f52c8-92b4-486c-9dbb-0e593344abcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686068049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a824ed28-2d72-46ae-b0e3-75f45218a814","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686080879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a824ed28-2d72-46ae-b0e3-75f45218a814","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686343055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"224eb9d0-3356-46b9-bb62-6c2aaed8d2ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686357022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"224eb9d0-3356-46b9-bb62-6c2aaed8d2ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686619417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3af26820-d527-400a-b865-13346b435637","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686628767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3af26820-d527-400a-b865-13346b435637","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686861529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"96085f81-1f01-4239-ae84-ac41e70c9c86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.686869957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"96085f81-1f01-4239-ae84-ac41e70c9c86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.687098992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e09b71-35c8-4a30-8eaa-4f2cc7d32db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.687110182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e09b71-35c8-4a30-8eaa-4f2cc7d32db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.687457556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"039c23d1-7bc8-405e-9cb0-90791f971b50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.687483731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"039c23d1-7bc8-405e-9cb0-90791f971b50","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.731306622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"84148faa-627f-4d80-8e74-3b72641a3373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.731336134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"132c1af6-f846-4da7-a5a0-2691e84d1922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.737891572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"b0eabffc-16ae-4a68-be8d-2c6a6d142c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.737944996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"19555ac6-5ee3-4a36-8e70-0679a57d588a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.738285512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bfca222-274b-4b28-85b2-9e5b036d97ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.788990265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"84148faa-627f-4d80-8e74-3b72641a3373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.789193758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"132c1af6-f846-4da7-a5a0-2691e84d1922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.796101273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"19555ac6-5ee3-4a36-8e70-0679a57d588a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.796103483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bfca222-274b-4b28-85b2-9e5b036d97ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.798034351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"b0eabffc-16ae-4a68-be8d-2c6a6d142c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.118358925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"e29f1658-796e-4a36-a755-5e19de6d31dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.118358866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b618ccb6-7f92-4f2d-be9e-99f4b8f99f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.121207159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5d76084-1b07-4f83-b1a5-5b119d5de1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.121695805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bc0b0e02-3e05-49d8-ba61-3496e22ae455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.121723665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0c1ea922-23ea-4b32-b0a1-77aa0426183a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.176726925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"b618ccb6-7f92-4f2d-be9e-99f4b8f99f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.177091948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"e29f1658-796e-4a36-a755-5e19de6d31dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.181610716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5d76084-1b07-4f83-b1a5-5b119d5de1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.182050873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bc0b0e02-3e05-49d8-ba61-3496e22ae455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.187143614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0c1ea922-23ea-4b32-b0a1-77aa0426183a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.303545501Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"7f89a291-1557-4ee9-9a3c-8567342c31d3","namespace":"llm","name":"e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.3634443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"9139a39c-7605-406e-bc65-62693dec274e","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.363497451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"9139a39c-7605-406e-bc65-62693dec274e","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.549881225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"198b4a9b-1e94-4fd8-8ad5-aef7f34c55bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.550119831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7b0fc2cd-b29b-4b99-a740-d42ad3ad6c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.549891274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"70cb4ea1-16ec-4c29-ab01-a69a1b98ac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.550581198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"61a7410b-d6f6-43fa-8225-51486a2d4ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.608448524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"198b4a9b-1e94-4fd8-8ad5-aef7f34c55bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.608466513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"61a7410b-d6f6-43fa-8225-51486a2d4ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.610752876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"70cb4ea1-16ec-4c29-ab01-a69a1b98ac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.611095831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"7b0fc2cd-b29b-4b99-a740-d42ad3ad6c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.65002889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"85fd167d-a1ce-4377-8ac5-4d72d8b8a49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.707566915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"85fd167d-a1ce-4377-8ac5-4d72d8b8a49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.932997286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"90814b48-0b90-43e7-9af1-4e7b91398911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.933687046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e0aeff9-032d-46eb-919f-629eb6d2fde6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.93425397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"471dd1dd-df6b-4c31-a54d-c3e85491e809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:11.934911862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"eea1365d-c1c4-4e4b-a2e7-e83486c42ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.045594353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"90814b48-0b90-43e7-9af1-4e7b91398911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.049040735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e0aeff9-032d-46eb-919f-629eb6d2fde6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.052563326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"471dd1dd-df6b-4c31-a54d-c3e85491e809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.054306926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f88ed8-2b8c-4587-b7b8-7c1d2f717669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.057166138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"eea1365d-c1c4-4e4b-a2e7-e83486c42ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.113647971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f88ed8-2b8c-4587-b7b8-7c1d2f717669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.440839837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fba0ee9f-acc7-4c6b-9874-b600cc60d964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.440868903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d202408a-9918-4a49-913d-5da86dcf7dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.500050888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"d202408a-9918-4a49-913d-5da86dcf7dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.5003917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fba0ee9f-acc7-4c6b-9874-b600cc60d964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.109973232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61739c58-e46e-4e39-969a-a65c3ef94452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.164445563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61739c58-e46e-4e39-969a-a65c3ef94452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.221037604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61739c58-e46e-4e39-969a-a65c3ef94452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.275319368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61739c58-e46e-4e39-969a-a65c3ef94452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.214639972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65e7919-a599-4376-b77e-4a9128c437bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.268947518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65e7919-a599-4376-b77e-4a9128c437bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.32323892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65e7919-a599-4376-b77e-4a9128c437bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.377366987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65e7919-a599-4376-b77e-4a9128c437bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.588591439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a044cec0-b755-4dd1-93a8-cb12558f230f","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.588620302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a044cec0-b755-4dd1-93a8-cb12558f230f","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.70644275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"0a2f69b0-e049-4091-abc2-447a77ff5009","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.70649769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"0a2f69b0-e049-4091-abc2-447a77ff5009","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.811554981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"ed8ab87b-7ca4-426f-bf92-00b0d211b69e","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.869510535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"ed8ab87b-7ca4-426f-bf92-00b0d211b69e","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.213537908Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","namespace":"ai-tenant-e2e-extmod-a-58f896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.213760642Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","namespace":"ai-tenant-e2e-extmod-a-58f896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.21392081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","tenant":"e2e-extmod-a-58f896","tenantID":"e2e-extmod-a-58f896","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.271669316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"Deployment","name":"maas-api-e2e-extmod-a-58f896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.330562049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"f5ff853a-3635-4c83-821f-298a1da0e41f","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.330590096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"f5ff853a-3635-4c83-821f-298a1da0e41f","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.336305906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"Service","name":"maas-api-e2e-extmod-a-58f896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.39275051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-58f896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.448073744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-58f896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.491321014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"f9b1df78-3907-4fde-9357-1c73c47063c7","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.506260998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.553227492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"f9b1df78-3907-4fde-9357-1c73c47063c7","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.569918693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.628796831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.696171896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.75041515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.804755258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.861190898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"Service","name":"payload-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.915407189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.970818804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:18.02474303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:18.080139405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:18.133742453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:18.187274002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:18.240961961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:18.294501667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-58f896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:18.347868486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-58f896"},"namespace":"ai-tenant-e2e-extmod-a-58f896","name":"default-tenant","reconcileID":"d64e8f8b-12fd-4023-9957-a1609d792475","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-58f896","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.079796528Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-58f896","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-58f896","reconcileID":"b42ab9c0-2f2b-4911-b057-2fb3408f90ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-58f896","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-58f896"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.436830151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a9d4348e-bf2d-4d02-9b79-6f3aa94f7b3c","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.436866772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a9d4348e-bf2d-4d02-9b79-6f3aa94f7b3c","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:06:19.494786781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"adebac21-cb11-4c26-91f6-6e075d40d8ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-2f2157-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.609581898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"6d930ddc-420e-4175-b26b-9f6f837ae9a3","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.609617184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"6d930ddc-420e-4175-b26b-9f6f837ae9a3","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.649271899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"803bb31e-23d2-49eb-8157-159d4f5039a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.649765896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"e226f731-0899-446d-b589-83e746309b49","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.650143964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e14dcf69-3800-4b50-9024-78afdc969c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:06:19.759760491Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"6d930ddc-420e-4175-b26b-9f6f837ae9a3","name":"e2e-dft-2f2157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-2f2157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:06:19.759934688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"6d930ddc-420e-4175-b26b-9f6f837ae9a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-2f2157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.788063653Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e14dcf69-3800-4b50-9024-78afdc969c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:06:19.7885365Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"803bb31e-23d2-49eb-8157-159d4f5039a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:06:19.788912701Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"e226f731-0899-446d-b589-83e746309b49","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.814160083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"d9300d80-f9f6-4887-9d7e-e5a7b1c8b867","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.814189988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"d9300d80-f9f6-4887-9d7e-e5a7b1c8b867","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.845173618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e14dcf69-3800-4b50-9024-78afdc969c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:06:19.847843971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"803bb31e-23d2-49eb-8157-159d4f5039a1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:06:19.848813417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"e226f731-0899-446d-b589-83e746309b49","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.868951759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"619501d7-8142-44bf-9c58-a1ed8a9ba42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.868967222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"619501d7-8142-44bf-9c58-a1ed8a9ba42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.923425352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a365bde6-f540-4b44-8492-0313fcd9f046","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.923447359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a365bde6-f540-4b44-8492-0313fcd9f046","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.977831934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfe7666c-448e-40ff-85b8-3dc2666abcf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.977853194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfe7666c-448e-40ff-85b8-3dc2666abcf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:19.982023567Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"7822e27f-a519-46b3-999e-cfadc9142215","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2f2157","model":"e2e-dft-2f2157","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-2f2157-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.065501466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2f09b8-f08e-46b7-8ba5-856f4d6e6fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.065504088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"48393527-2bc0-427d-b2ea-7bb4d2109a22","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.119781029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4ae7dc-eafe-4d9b-b8c7-435d3a071554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.123840835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2f09b8-f08e-46b7-8ba5-856f4d6e6fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.124158784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"48393527-2bc0-427d-b2ea-7bb4d2109a22","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.178353626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4ae7dc-eafe-4d9b-b8c7-435d3a071554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.181011711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"48393527-2bc0-427d-b2ea-7bb4d2109a22","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.181048443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2f09b8-f08e-46b7-8ba5-856f4d6e6fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.236200553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4ae7dc-eafe-4d9b-b8c7-435d3a071554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.237864708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0747c6a-924b-4f8f-afbb-8fef4c39b731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.293149941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0747c6a-924b-4f8f-afbb-8fef4c39b731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.293395483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"ec172818-aedd-4488-b3d9-8a848c375a24","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.293415933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"ec172818-aedd-4488-b3d9-8a848c375a24","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.347193503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0747c6a-924b-4f8f-afbb-8fef4c39b731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.401491786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0747c6a-924b-4f8f-afbb-8fef4c39b731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.402198824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fef8f5e4-012b-4254-a5ed-65a464924ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.402215245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fef8f5e4-012b-4254-a5ed-65a464924ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.456567614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"1667fa35-4d00-43b8-b3a3-013dafbd3081","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.456595968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"1667fa35-4d00-43b8-b3a3-013dafbd3081","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.563379982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"f6ce0ecc-38ec-461d-9ac6-7998050bc327","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2f2157","model":"llm/e2e-dft-2f2157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.839964208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"1f581f86-d3b7-4bf5-a450-09780ade7279","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:20.896568231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"ea1bdb82-1b4f-4a33-ae6e-b42bc3d2d68f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:21.007862861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"ea3341cf-5554-4a83-a4c6-b2d11a872016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:21.10216623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"b88c2eb2-ebee-4d68-a27a-ea88f7ff168e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:21.2025283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"2da45976-ab5f-4e33-8b2b-7efcb7472138","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:21.202573126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b499a41-b702-43a0-b15e-683c61e21992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:21.671306628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"bf3e05b7-4706-422e-bb82-5d3aab987b17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:21.78292239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"dc0bde2c-02bb-42a6-9464-ec5e3799d082","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.006431844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4e98019-354b-4fea-bfec-dd73878772c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.009121713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"24892fd5-a58c-4d1d-8cd2-0e5d6104a869","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.090259262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"85d263a3-33c4-4501-9ae2-b93921ebc302","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.277223976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"eed30765-dc61-4bb4-8e27-c854963c6e1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.350851262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"9c7ced7b-52a2-4357-a639-42f8803fbf8e","namespace":"llm","name":"e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.400326977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa6ff6c-d1e0-45b0-bc75-f1e70655b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.409139827Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"856449fa-3a96-4fe2-8d1c-d0611a377b4e","namespace":"llm","name":"e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.454507333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa6ff6c-d1e0-45b0-bc75-f1e70655b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.508695654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa6ff6c-d1e0-45b0-bc75-f1e70655b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.562748433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa6ff6c-d1e0-45b0-bc75-f1e70655b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.670056115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"99318938-6332-4c82-991e-7a2d58539407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.723903353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"3686230f-73b6-4431-b193-62e601501d8c","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"name":"e2e-dft-403e13","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.727926307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"99318938-6332-4c82-991e-7a2d58539407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.781169226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"b6161be4-4bd6-4b1d-a625-1b515325e061","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.781615629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22710004-0978-4b4a-b134-ae6d885521de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.781977198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94e0687-edb9-47ff-a9f7-4d89c6385864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.836538662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a7bedd71-8959-408c-8ea1-70fc3eb9ee3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.840357057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"b6161be4-4bd6-4b1d-a625-1b515325e061","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.840396919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94e0687-edb9-47ff-a9f7-4d89c6385864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.840896402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53b10326-9c58-4511-a91f-616cf4cee1dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.840912387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53b10326-9c58-4511-a91f-616cf4cee1dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.841214445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc40ea4b-2e5a-4bff-8372-53854ac290cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.84123104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc40ea4b-2e5a-4bff-8372-53854ac290cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.841596465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0afd3e75-d953-4c16-8a9c-e93e2fa2bca1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.841614034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0afd3e75-d953-4c16-8a9c-e93e2fa2bca1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.841937669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9f73577-cdda-465f-b9f0-e4e5b7205bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.84195127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9f73577-cdda-465f-b9f0-e4e5b7205bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.842297847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bdb2857d-3eb3-4dfa-9bdd-eaacdf6dfa46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.842310145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bdb2857d-3eb3-4dfa-9bdd-eaacdf6dfa46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.843588186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22710004-0978-4b4a-b134-ae6d885521de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.896386055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a7bedd71-8959-408c-8ea1-70fc3eb9ee3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.896705238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"5c01a08a-f82f-4b11-b64c-37a109835fac","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.896726567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"5c01a08a-f82f-4b11-b64c-37a109835fac","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.898650144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"b6161be4-4bd6-4b1d-a625-1b515325e061","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.899154658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94e0687-edb9-47ff-a9f7-4d89c6385864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.900254263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22710004-0978-4b4a-b134-ae6d885521de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.944672325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a1d4546-15c6-4927-86f0-bf121f5e9b5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.94490647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"238f33e9-0e1b-4bec-a4a0-92eb9cfb7035","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:22.997585483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"0ad0576d-fd13-49b6-946c-470759350814","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2f2157","model":"llm/e2e-dft-2f2157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.004052177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a99c10b1-da3d-428e-8eb4-2943806a2b74","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"name":"e2e-dft-403e13","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.064444164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b6fcbb9-b49d-4fc0-8890-6d7ad9739720","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.064492177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b6fcbb9-b49d-4fc0-8890-6d7ad9739720","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.064933894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3451cab-5d32-443e-a53e-15972bd59718","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.064950314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3451cab-5d32-443e-a53e-15972bd59718","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.065294562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a19444c7-f6e8-4a0f-b640-4b50879ef772","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.065309118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a19444c7-f6e8-4a0f-b640-4b50879ef772","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.066549796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"d18db930-903f-4d6e-8c9a-96350555fe0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.067127117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"40d095fa-ce27-493e-8c56-ea6471baaf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.072235414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1327b59e-5136-4d15-b05f-a30ab90a661a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.126539225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"d18db930-903f-4d6e-8c9a-96350555fe0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.130328474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"40d095fa-ce27-493e-8c56-ea6471baaf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.131749785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"1327b59e-5136-4d15-b05f-a30ab90a661a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.169264706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"1cb543f2-8e45-4efd-b299-65f1a984ca03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.235120531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"1cb543f2-8e45-4efd-b299-65f1a984ca03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.274115569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c000df7c-868e-4512-8eb1-5f8f5ab8d3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.331844094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c000df7c-868e-4512-8eb1-5f8f5ab8d3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.461073887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"28e47527-127e-4ae7-baf7-05bfdd2ec7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.461088668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"fdb3aa45-1bd5-46d3-aaf9-be016682f135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.461657872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"412df715-ba5d-4558-afcb-40d5ca5e1e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.519396127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"28e47527-127e-4ae7-baf7-05bfdd2ec7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.519529203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"fdb3aa45-1bd5-46d3-aaf9-be016682f135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.521852741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"412df715-ba5d-4558-afcb-40d5ca5e1e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.609034851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"3d9fefd0-d94d-42f0-9515-0efff513dd73","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.667042967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"3d9fefd0-d94d-42f0-9515-0efff513dd73","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.704409072Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"70a36b70-e88f-4b5f-acf5-cd2409e922b9","namespace":"llm","name":"e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.714325164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f0d5b03-bf05-424d-a52e-5edd54b9eb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.724691188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"3d9fefd0-d94d-42f0-9515-0efff513dd73","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.767892267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a1d62411-838d-41eb-b692-195a3760756c","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.768038782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a1d62411-838d-41eb-b692-195a3760756c","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.774255932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f0d5b03-bf05-424d-a52e-5edd54b9eb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.831819355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f0d5b03-bf05-424d-a52e-5edd54b9eb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.887495712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"1f5c7d38-842a-490a-b38c-355562677a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.893759408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1eb436fd-747c-4f03-b472-2f119091e5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.945386193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"1f5c7d38-842a-490a-b38c-355562677a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.947264224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3f9abf3-a27c-4853-b006-3acc1ea2f7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:23.952030124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1eb436fd-747c-4f03-b472-2f119091e5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.000899278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"af5f96ed-84cf-4907-82b0-af4002534ca7","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.004954075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3f9abf3-a27c-4853-b006-3acc1ea2f7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.048656839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"98d6d125-71e6-4208-98a2-6c00e169b2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.059018724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"af5f96ed-84cf-4907-82b0-af4002534ca7","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.061152268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3f9abf3-a27c-4853-b006-3acc1ea2f7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.107251362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"98d6d125-71e6-4208-98a2-6c00e169b2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.115228639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"af5f96ed-84cf-4907-82b0-af4002534ca7","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.222256913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ba2424ef-8c72-4e23-8c08-79397f7643cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.280115404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ba2424ef-8c72-4e23-8c08-79397f7643cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.32540182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"3fc0d1ca-1e55-48e1-a6ed-64625d43184a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.325662895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"c47ded6e-6482-4444-9b89-33cc4d87921e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.378389578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04df8462-8f87-4422-9e72-97c65b14353e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.38758736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"3fc0d1ca-1e55-48e1-a6ed-64625d43184a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.388571035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"c47ded6e-6482-4444-9b89-33cc4d87921e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.436029368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04df8462-8f87-4422-9e72-97c65b14353e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.476685079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"7c98cb00-0037-4126-ad5f-e43058b4ee9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.502571101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04df8462-8f87-4422-9e72-97c65b14353e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.539369042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"7c98cb00-0037-4126-ad5f-e43058b4ee9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.670868339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c5fb79f6-5531-4297-b3b6-2976009daf41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.728827759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"c5fb79f6-5531-4297-b3b6-2976009daf41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.778098987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"abd93c40-302c-43a7-8be5-5269a88f2274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.835664823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"abd93c40-302c-43a7-8be5-5269a88f2274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.865005322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ace52f83-5d06-453a-9098-7994f562ba23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:24.922708145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ace52f83-5d06-453a-9098-7994f562ba23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:28.828671573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"9f9e3611-f12f-4628-8785-e75fc9533bbd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-aff1d2","tenantID":"e2e-autores-aff1d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:28.855097473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"2ef470d8-117d-4771-a596-c8b89bb1ecad","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:28.855119259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"2ef470d8-117d-4771-a596-c8b89bb1ecad","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:28.947635021Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"9f9e3611-f12f-4628-8785-e75fc9533bbd","name":"e2e-autores-aff1d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:28.963134914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"bd99bc26-74f3-4e8b-a150-516a1c16ffb6","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:28.963160227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"bd99bc26-74f3-4e8b-a150-516a1c16ffb6","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.130785326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"070a5461-81eb-4ab9-826f-08ccfc2f52bc","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.190044034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"070a5461-81eb-4ab9-826f-08ccfc2f52bc","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.246778012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"070a5461-81eb-4ab9-826f-08ccfc2f52bc","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.36015633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"7251a978-74ef-4417-913b-961b402d10fd","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.360182634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"7251a978-74ef-4417-913b-961b402d10fd","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.576839924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"01570b58-dd65-412f-8e97-061fde48df72","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.63499389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"01570b58-dd65-412f-8e97-061fde48df72","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.692379604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"01570b58-dd65-412f-8e97-061fde48df72","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.341755671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26203ec-b889-4867-873f-582650518dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.400022011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26203ec-b889-4867-873f-582650518dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.431871281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"821ed57e-b634-4538-9f14-0d76dd5cd008","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.456187468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26203ec-b889-4867-873f-582650518dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.489499891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"821ed57e-b634-4538-9f14-0d76dd5cd008","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.54704526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"821ed57e-b634-4538-9f14-0d76dd5cd008","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.772737914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ba5d70f-e469-4184-b585-55b47db527ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.831096847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ba5d70f-e469-4184-b585-55b47db527ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.887418449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ba5d70f-e469-4184-b585-55b47db527ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:35.898541642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600d87a-15f1-4fe1-a886-85a44a432991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:35.952664706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600d87a-15f1-4fe1-a886-85a44a432991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:36.006910209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600d87a-15f1-4fe1-a886-85a44a432991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:36.061574937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600d87a-15f1-4fe1-a886-85a44a432991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:37.998916372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b982268f-1ad1-4ad0-8be0-c59b3ab194bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:38.052979256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b982268f-1ad1-4ad0-8be0-c59b3ab194bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:38.107010722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b982268f-1ad1-4ad0-8be0-c59b3ab194bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:38.16291771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b982268f-1ad1-4ad0-8be0-c59b3ab194bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:39.039518873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:39.970608932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2bd3ac1d-52c8-4ab2-9e6f-d1a18ffdd248","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:40.030910977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2bd3ac1d-52c8-4ab2-9e6f-d1a18ffdd248","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:40.087984363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2bd3ac1d-52c8-4ab2-9e6f-d1a18ffdd248","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:44.72882309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6eb4ca9-790f-47fd-bf7e-dae4a0e15bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:44.787122372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6eb4ca9-790f-47fd-bf7e-dae4a0e15bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:44.826759166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"f1c1af50-7f83-4c33-99e6-7f6f2f0340aa","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:44.844790392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6eb4ca9-790f-47fd-bf7e-dae4a0e15bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:44.88634801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"f1c1af50-7f83-4c33-99e6-7f6f2f0340aa","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:44.944673781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"f1c1af50-7f83-4c33-99e6-7f6f2f0340aa","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:45.161555438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a42f7fbe-6957-42bf-a52f-635922fc3538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:45.219461635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a42f7fbe-6957-42bf-a52f-635922fc3538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:45.277097146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a42f7fbe-6957-42bf-a52f-635922fc3538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:50.358882417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"a2f1d912-3bff-4617-84c0-d6db41887c48","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:50.416945094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"a2f1d912-3bff-4617-84c0-d6db41887c48","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:50.473900987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"a2f1d912-3bff-4617-84c0-d6db41887c48","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.113134434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dde143f-79bd-458e-aa9a-a15f147a5526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.191899307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dde143f-79bd-458e-aa9a-a15f147a5526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.220682206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"da9ecfa3-c06a-4157-8735-cb29014e3832","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.25871915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dde143f-79bd-458e-aa9a-a15f147a5526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.295875589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"da9ecfa3-c06a-4157-8735-cb29014e3832","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.367740548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"da9ecfa3-c06a-4157-8735-cb29014e3832","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.552152285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28703249-91f3-421b-8ec9-4ca6a2f8eff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.610209421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28703249-91f3-421b-8ec9-4ca6a2f8eff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:55.66790083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28703249-91f3-421b-8ec9-4ca6a2f8eff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:59.117558701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"29ae442b-83e5-4d0d-9320-6adc2b7b9d83","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2f2157","model":"llm/e2e-dft-2f2157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:59.397765923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"8c8e5120-aa4a-4e40-a4b4-a96ce1d7f991","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:59.397793197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"8c8e5120-aa4a-4e40-a4b4-a96ce1d7f991","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.747380005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"52c59341-0d93-4f95-81b2-11163b972f90","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.806042804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"52c59341-0d93-4f95-81b2-11163b972f90","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.849085402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5529cf9e-0951-4648-bae0-ca9cb6e99de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.849101003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"d5be3e05-ba70-427e-ae6a-704450b8f18c","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.84963321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"532b2b14-96f5-4dfd-b239-bdd1ff7032ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.863315606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"52c59341-0d93-4f95-81b2-11163b972f90","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.909046202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5529cf9e-0951-4648-bae0-ca9cb6e99de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.909155199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"532b2b14-96f5-4dfd-b239-bdd1ff7032ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.911406013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"d5be3e05-ba70-427e-ae6a-704450b8f18c","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.967029054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5529cf9e-0951-4648-bae0-ca9cb6e99de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.96710659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"532b2b14-96f5-4dfd-b239-bdd1ff7032ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.969127298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"d5be3e05-ba70-427e-ae6a-704450b8f18c","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.978184369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"47e0c143-320a-4e78-8e0b-53a6a6983c41","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:00.978203661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"47e0c143-320a-4e78-8e0b-53a6a6983c41","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.033808487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c0a6089-0c51-4dfa-8358-9de141c758e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.033831133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c0a6089-0c51-4dfa-8358-9de141c758e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.034207298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb75de05-828f-4d3c-953e-4a8f63e535ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.034223452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb75de05-828f-4d3c-953e-4a8f63e535ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.088566779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"eba76a8c-590a-40da-b939-849eddbb1d70","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.088593373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"eba76a8c-590a-40da-b939-849eddbb1d70","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.19281724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"994b6d93-809d-49ec-ad7a-570793fc4aba","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.251171835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"994b6d93-809d-49ec-ad7a-570793fc4aba","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.29978571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99b7aa2a-ed99-4147-90f1-9f9bb4995707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.29995377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6755a102-9075-41b3-a18f-496d1279ba64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.301148316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"60221508-e4c0-4b5b-af57-5fe687d3d470","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.308046331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"994b6d93-809d-49ec-ad7a-570793fc4aba","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.359577602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99b7aa2a-ed99-4147-90f1-9f9bb4995707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.359646253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6755a102-9075-41b3-a18f-496d1279ba64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.362112098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"60221508-e4c0-4b5b-af57-5fe687d3d470","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:01.364290334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"994b6d93-809d-49ec-ad7a-570793fc4aba","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-403e13-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.418137061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99b7aa2a-ed99-4147-90f1-9f9bb4995707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.418129145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6755a102-9075-41b3-a18f-496d1279ba64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.420419197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"60221508-e4c0-4b5b-af57-5fe687d3d470","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:01.474325476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6755a102-9075-41b3-a18f-496d1279ba64","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:01.474326225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99b7aa2a-ed99-4147-90f1-9f9bb4995707","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:01.475511266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"60221508-e4c0-4b5b-af57-5fe687d3d470","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-2f2157-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.642447641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3f69d49f-1419-4bec-b031-0f1d60cddb93","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.701153003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3f69d49f-1419-4bec-b031-0f1d60cddb93","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.751741104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"c8cf750a-5ea7-4e5a-bcbb-064dbf2d7869","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.751890061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ef7649d-e5bf-4878-8a3c-d46eba52070a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.75223315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8633fddf-42c3-4d30-8762-fd608d01618d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.759076606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3f69d49f-1419-4bec-b031-0f1d60cddb93","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.814532295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ef7649d-e5bf-4878-8a3c-d46eba52070a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.814613346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"c8cf750a-5ea7-4e5a-bcbb-064dbf2d7869","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.816973753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8633fddf-42c3-4d30-8762-fd608d01618d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.872618219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ef7649d-e5bf-4878-8a3c-d46eba52070a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.87262701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"c8cf750a-5ea7-4e5a-bcbb-064dbf2d7869","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.874118997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8633fddf-42c3-4d30-8762-fd608d01618d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.187922724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"2bb69636-e307-4510-9312-75ebc5951c36","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.18795329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"2bb69636-e307-4510-9312-75ebc5951c36","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.356067709Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"9227ca0f-7895-409e-93cf-e17d2d8513e7","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f945362d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.403516092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c164dd19-cc6d-4e14-9a17-c7b236a373a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.403681796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb9a734-ae35-49d1-a488-fe898825c19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.404043036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"01b2d4ea-0c34-46bb-af52-972a16d4f6bf","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.404189751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"4bcfb1f4-3bfa-428b-a3c3-b0d9006da655","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.464932709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb9a734-ae35-49d1-a488-fe898825c19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.465704515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"01b2d4ea-0c34-46bb-af52-972a16d4f6bf","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.470995315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c164dd19-cc6d-4e14-9a17-c7b236a373a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.471510141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"4bcfb1f4-3bfa-428b-a3c3-b0d9006da655","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.524133527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb9a734-ae35-49d1-a488-fe898825c19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.524510081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"01b2d4ea-0c34-46bb-af52-972a16d4f6bf","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.529753466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c164dd19-cc6d-4e14-9a17-c7b236a373a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.545039721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"4bcfb1f4-3bfa-428b-a3c3-b0d9006da655","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.7949504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"bbf19639-46b2-4d1b-9746-bfa5ab9f8721","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.795658184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69972724-b2c6-474f-b700-45b1eb0325ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.815874593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041f4d89-e290-43bb-bd5f-730c7db36f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.816029238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"8e721698-8e10-4570-b52a-d0505a3a03ac","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.854442334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"bbf19639-46b2-4d1b-9746-bfa5ab9f8721","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.854806732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69972724-b2c6-474f-b700-45b1eb0325ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.876093307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"8e721698-8e10-4570-b52a-d0505a3a03ac","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.876749587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041f4d89-e290-43bb-bd5f-730c7db36f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.912404744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"bbf19639-46b2-4d1b-9746-bfa5ab9f8721","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.912530178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69972724-b2c6-474f-b700-45b1eb0325ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.934890398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041f4d89-e290-43bb-bd5f-730c7db36f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.934893462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f3b45c1fb176a13d83f024d35e6c194ba62b1949657eb5c8ea8e64f366f67f04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a000d3fd0738c0cfdb53f8a4d3726f1591ca0e9cec5cdc99bbffa52692b3dfa4) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c467e6ae1250badb64f9d13df13bb2420411c9ff886ec3e9f5e05ce637c8014) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b8a0caaac98e4685fff9ccc5ac3b2bf6d091ccbd8c60f83c8a149b36b778b066) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"8e721698-8e10-4570-b52a-d0505a3a03ac","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:06.257184311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5225ed-9640-4910-b8fc-5e57e9ba682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:06.311461771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5225ed-9640-4910-b8fc-5e57e9ba682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:06.36576584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5225ed-9640-4910-b8fc-5e57e9ba682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:06.421642209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5225ed-9640-4910-b8fc-5e57e9ba682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:08.390582119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e9f8c-53e4-4b67-b60d-cdfea8c2c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:08.44442815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e9f8c-53e4-4b67-b60d-cdfea8c2c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:08.499190065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e9f8c-53e4-4b67-b60d-cdfea8c2c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:08.555079722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e9f8c-53e4-4b67-b60d-cdfea8c2c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:09.039171634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.490676447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9c925-e2b2-44fd-a59d-ebcac902538d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.546344325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9c925-e2b2-44fd-a59d-ebcac902538d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.600952038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9c925-e2b2-44fd-a59d-ebcac902538d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.655062058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b9c925-e2b2-44fd-a59d-ebcac902538d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.622453573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588b0637-ef2c-4d38-aacb-e0b38137b369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.676422867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588b0637-ef2c-4d38-aacb-e0b38137b369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.730381544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588b0637-ef2c-4d38-aacb-e0b38137b369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.784486436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588b0637-ef2c-4d38-aacb-e0b38137b369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:13.410742954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"f40fdcd8-b847-4c16-b32e-ff2577be61d5","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-2f2157","subscription":"e2e-dft-2f2157-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:13.519394868Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"f40fdcd8-b847-4c16-b32e-ff2577be61d5","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:13.573950935Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-sub","reconcileID":"f40fdcd8-b847-4c16-b32e-ff2577be61d5","MaaSSubscription":{"name":"e2e-dft-2f2157-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-2f2157","namespace":"llm","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:13.925412105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"0db6446f-8fba-40ce-87b3-8b208f18c091","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:13.925439385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"0db6446f-8fba-40ce-87b3-8b208f18c091","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.091055065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"5b8ee297-3395-47cf-9461-f1208ee1924c","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.09108208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"5b8ee297-3395-47cf-9461-f1208ee1924c","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.141183356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6eda00d-ccc6-4195-b021-3c4a59659f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.141783882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"ba09d8b6-96c5-4802-a84b-95d1c9b902bb","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.142252786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44ae5587-e366-45ea-99ec-7ecdb02f5330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.143266943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"5883f439-cb62-4130-875c-ca238dfa7f43","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.308367754Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"5b8ee297-3395-47cf-9461-f1208ee1924c","name":"e2e-dft-2f2157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-2f2157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.308433406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"5b8ee297-3395-47cf-9461-f1208ee1924c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-2f2157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.322068956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6eda00d-ccc6-4195-b021-3c4a59659f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.326240256Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44ae5587-e366-45ea-99ec-7ecdb02f5330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.326968293Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"ba09d8b6-96c5-4802-a84b-95d1c9b902bb","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.328281558Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"5883f439-cb62-4130-875c-ca238dfa7f43","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.368288273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a3f25aa4-38db-41ad-8ef5-2b12888ccdbc","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.368315786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"a3f25aa4-38db-41ad-8ef5-2b12888ccdbc","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.378753521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6eda00d-ccc6-4195-b021-3c4a59659f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.382844954Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"5883f439-cb62-4130-875c-ca238dfa7f43","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-2f2157-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.38288963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"5883f439-cb62-4130-875c-ca238dfa7f43","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.383036048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-2f2157-access","reconcileID":"a2fbc31f-e60e-4767-be1b-516bfd36550e","MaaSAuthPolicy":{"name":"e2e-dft-2f2157-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.383330916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44ae5587-e366-45ea-99ec-7ecdb02f5330","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:07:14.386050364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"ba09d8b6-96c5-4802-a84b-95d1c9b902bb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.422519088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"424c7e65-7e25-43d3-9608-6e381da73f82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.422554322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"424c7e65-7e25-43d3-9608-6e381da73f82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.476530494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"62bca6ce-025d-43b9-9dab-36e86aca34a8","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.476551503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"62bca6ce-025d-43b9-9dab-36e86aca34a8","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.530729243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"625c8d0a-2d10-4419-9038-560832c8b683","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.530830044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"625c8d0a-2d10-4419-9038-560832c8b683","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.602246516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"24880fe0-90e5-4565-b6f3-eb44ff5f381a","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.602274104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"24880fe0-90e5-4565-b6f3-eb44ff5f381a","MaaSModelRef":{"name":"e2e-dft-2f2157","namespace":"llm"},"routeName":"external-model-e2e-dft-2f2157-c77c5f9e3b2a","namespace":"llm","model":"e2e-dft-2f2157","externalModel":"e2e-dft-2f2157","provider":"e2e-dft-2f2157-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.603848567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed37833-bde3-4f64-a795-bae982b44ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.606380865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"7323141f-bd58-419a-8316-7f6a5a234fb9","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.66206096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed37833-bde3-4f64-a795-bae982b44ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.66398255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"7323141f-bd58-419a-8316-7f6a5a234fb9","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.719459443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed37833-bde3-4f64-a795-bae982b44ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.720561941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"7323141f-bd58-419a-8316-7f6a5a234fb9","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.817600529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dca56c9-4bab-4b13-a094-2ade77a01628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.87218308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dca56c9-4bab-4b13-a094-2ade77a01628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.926150181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dca56c9-4bab-4b13-a094-2ade77a01628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.926536343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b1be340-adac-4301-90ee-00dbfaaf6439","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.926560197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b1be340-adac-4301-90ee-00dbfaaf6439","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:14.98023943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dca56c9-4bab-4b13-a094-2ade77a01628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.035189911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"bf821d6f-3400-46ca-ba84-bd16fe7dafd9","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.035224136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"bf821d6f-3400-46ca-ba84-bd16fe7dafd9","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.117150176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"8dd720cc-f2b9-4433-a512-038c455665b9","namespace":"llm","name":"e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.17510493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc164225-4335-43e0-9133-db30fa79b6bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.175125331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc164225-4335-43e0-9133-db30fa79b6bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.199937841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e817244-53db-4b32-acde-6f172dca3ad4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.199963601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e817244-53db-4b32-acde-6f172dca3ad4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.200201551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"438c5e34-a9fe-4391-b02c-d7304b4dcbdb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.200212026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"438c5e34-a9fe-4391-b02c-d7304b4dcbdb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.200407408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33a259b2-e166-4c46-940e-27c2785bf145","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.200417488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33a259b2-e166-4c46-940e-27c2785bf145","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.200660276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d2de273-6054-4ded-bb22-cafc1838bd60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.200671641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d2de273-6054-4ded-bb22-cafc1838bd60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.20086648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31cdf1ab-4aaa-4172-a4b8-3bea9141178b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.200875314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31cdf1ab-4aaa-4172-a4b8-3bea9141178b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.201144264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54c1798d-c6d3-42fd-907d-b5a740a9310f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.201153933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54c1798d-c6d3-42fd-907d-b5a740a9310f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.255158993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"dc7a4b76-ed50-418f-b098-f798c935cd55","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.255184695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"dc7a4b76-ed50-418f-b098-f798c935cd55","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.307284809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8573c7f1-1a1d-4fe9-b950-e6cc9b948795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.307347757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"1b245c03-9266-44a1-a69f-5cf1741a2d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.309031459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a14ad495-3402-4cf7-bd10-81b38ff3ca4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.309049855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a14ad495-3402-4cf7-bd10-81b38ff3ca4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.361550112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"6c82966c-2c1c-40b1-a912-ab7bedb3adf2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.362146304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a66218d4-db6a-4c53-ad2d-5dc04e393279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.362346234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a887fbd-3a77-4770-b31a-26993eccbcf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.367669712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"8573c7f1-1a1d-4fe9-b950-e6cc9b948795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.367714162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"1b245c03-9266-44a1-a69f-5cf1741a2d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.423156572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13ed2cec-d5f5-4841-a441-efb8c1ab89d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.423924975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60700a08-7806-42b8-b9ba-e1ae96cdb60d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.477667532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a887fbd-3a77-4770-b31a-26993eccbcf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.482041543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"6c82966c-2c1c-40b1-a912-ab7bedb3adf2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.487146484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a66218d4-db6a-4c53-ad2d-5dc04e393279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.537174325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a887fbd-3a77-4770-b31a-26993eccbcf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.540497568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"6c82966c-2c1c-40b1-a912-ab7bedb3adf2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.550741434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a66218d4-db6a-4c53-ad2d-5dc04e393279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.698328475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"3c35826e-231b-40d6-9d8d-c10def25544d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.700854012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"0ebe1ad6-3b39-40dc-af2a-52b8dab3f823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.711743288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"8fd038a8-b87b-4b0e-9f0f-8f910d78ecb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.752381524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-2f2157","namespace":"llm"},"namespace":"llm","name":"e2e-dft-2f2157","reconcileID":"b7ba6b78-79f8-4a23-8f64-4713a21cf13a","namespace":"llm","name":"e2e-dft-2f2157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.764251058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"3c35826e-231b-40d6-9d8d-c10def25544d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.765056645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"0ebe1ad6-3b39-40dc-af2a-52b8dab3f823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.772085562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"8fd038a8-b87b-4b0e-9f0f-8f910d78ecb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.807048769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"0b776e8e-0584-482e-b27e-c6c4e60d38f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.807702957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a024e49b-7c52-4f89-8696-bf0eade5a768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.865415792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"0b776e8e-0584-482e-b27e-c6c4e60d38f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.865651538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a024e49b-7c52-4f89-8696-bf0eade5a768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.136264397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"77dd0cd6-0001-48bc-9b21-c0f9d1921ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.189762122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"547f4e97-1b9d-44a3-a307-9a417542d74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.194188285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"77dd0cd6-0001-48bc-9b21-c0f9d1921ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.250281578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"76e3152e-8aa9-48a5-b118-0d3f1e8de828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.252738529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"547f4e97-1b9d-44a3-a307-9a417542d74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.307659251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"76e3152e-8aa9-48a5-b118-0d3f1e8de828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.352617099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"f417e67b-dc04-46d6-bcbf-42593050e267","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.353077818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5627abf-7d99-4cef-b48c-97d94c55e0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.411503391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"f417e67b-dc04-46d6-bcbf-42593050e267","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.411592884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5627abf-7d99-4cef-b48c-97d94c55e0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.468627818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"f417e67b-dc04-46d6-bcbf-42593050e267","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.468661441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5627abf-7d99-4cef-b48c-97d94c55e0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.620897107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07355f0c-5f36-4792-940d-6056d709e718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.668095347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"0b9b84c5-a63d-4d00-bf3f-fd47d6b97447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.668210652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"f92943ab-9d52-4126-9f7c-130719220cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.668809706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"61839c3a-a261-46f4-9c02-937b7f584175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.674018468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"faa43222-7344-423b-8203-bc31b2be8877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.679815243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07355f0c-5f36-4792-940d-6056d709e718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.726305929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"0b9b84c5-a63d-4d00-bf3f-fd47d6b97447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.726362873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"f92943ab-9d52-4126-9f7c-130719220cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.728685575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"61839c3a-a261-46f4-9c02-937b7f584175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.731527088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"faa43222-7344-423b-8203-bc31b2be8877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.736534422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07355f0c-5f36-4792-940d-6056d709e718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.934370855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d793a-931f-4794-8a4b-edc03b38aef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.934510897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ed619a0d-a6f8-41d0-99ce-ab168ac6f78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.990977858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d793a-931f-4794-8a4b-edc03b38aef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.060099786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d793a-931f-4794-8a4b-edc03b38aef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.060500677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ed619a0d-a6f8-41d0-99ce-ab168ac6f78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.115491361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d793a-931f-4794-8a4b-edc03b38aef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.223379247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4817c3f9-8549-4424-9273-1f48615eeb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.223411087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b0552fac-be00-40af-b1bf-ec8f1fcde912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.281519216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"b0552fac-be00-40af-b1bf-ec8f1fcde912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.281953179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4817c3f9-8549-4424-9273-1f48615eeb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.695528621Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"34f4a1cd-5a50-4dee-b1f5-26f6b83908dd","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.753266954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"dc03e7ab-0337-4883-9728-d175756c6919","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.858900136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0a8ecbaf-5b2b-46b7-b40e-5a5f95f74de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.858964861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4bd7530b-bcab-46b4-a9f7-67e6c314fafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.912771887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eceda525-c73a-4070-93c4-e22bd5bb8440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.912906987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"962cfde7-44b1-45da-994a-c1c25b3d4719","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.912776392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b30e9891-e46b-4279-9845-97c293223c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.917291277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0a8ecbaf-5b2b-46b7-b40e-5a5f95f74de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.918052411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"4bd7530b-bcab-46b4-a9f7-67e6c314fafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.973838374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eceda525-c73a-4070-93c4-e22bd5bb8440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.974115297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b30e9891-e46b-4279-9845-97c293223c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:17.976405864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"962cfde7-44b1-45da-994a-c1c25b3d4719","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.031280947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eceda525-c73a-4070-93c4-e22bd5bb8440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.031869437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b30e9891-e46b-4279-9845-97c293223c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.033936639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"962cfde7-44b1-45da-994a-c1c25b3d4719","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.072347877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"454db703-0445-4b3d-9907-c43eeba723ec","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"name":"e2e-dft-refs-6a6bac","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.204364551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"35779159-1f1d-4dfc-8df7-e31c399d9b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.204776687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c6903e44-cd53-4623-bb6d-347ec1fd0024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.204912821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e494854e-b169-4f63-b7e6-d7889970887c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.210945874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d84398ff-9743-46b4-b5ef-49be0b8f1a66","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.210971391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d84398ff-9743-46b4-b5ef-49be0b8f1a66","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.211926353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0bc78017-9851-4b6b-a36a-ca6d6b6c542c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.211954207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0bc78017-9851-4b6b-a36a-ca6d6b6c542c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.213049456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5101f04b-348b-490a-bf7e-81e37842ef17","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.213073119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5101f04b-348b-490a-bf7e-81e37842ef17","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.214247129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59d539f-e35e-4612-bd32-8adc1047a554","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.214266249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59d539f-e35e-4612-bd32-8adc1047a554","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.215094157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62007422-6029-4176-8b43-d643da6e7f20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.215114956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62007422-6029-4176-8b43-d643da6e7f20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.260331512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89ad437d-78c7-420c-890b-b199fb0f4802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.265160634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c6903e44-cd53-4623-bb6d-347ec1fd0024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.265158938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e494854e-b169-4f63-b7e6-d7889970887c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.267363773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"35779159-1f1d-4dfc-8df7-e31c399d9b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.270304425Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"f3c13ebd-b3f1-4e2e-8ac5-6e9a015efeed","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"name":"e2e-dft-refs-6a6bac","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.312986915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"7308d90a-c4fa-4dac-87f5-7e4360025f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.314401962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0d42ea0-9f45-417b-b32a-c7d98efa2bf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.372767133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"7308d90a-c4fa-4dac-87f5-7e4360025f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.381866163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"eb0438ac-ab77-4a10-9cf4-90ffcf7818c0","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.381897975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"eb0438ac-ab77-4a10-9cf4-90ffcf7818c0","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.418126377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"da361db0-bed4-4c2a-a057-6c5f9459574b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.436634101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c7f8b85-7941-44eb-b359-e3a8dbde2e1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.436717742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c7f8b85-7941-44eb-b359-e3a8dbde2e1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.437274588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f25b908-8e34-42e7-9e05-ea065ce049da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.437405402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f25b908-8e34-42e7-9e05-ea065ce049da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.437850437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d2258c5-63d3-4a67-9828-b7496a520f14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.438595694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d2258c5-63d3-4a67-9828-b7496a520f14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.478962492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"da361db0-bed4-4c2a-a057-6c5f9459574b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.667633346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"22050d72-b468-4d80-b8c6-6effcc6034c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.667738818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6acfadfd-e9d8-4a4e-a7e1-6125a223d4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.668038679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2377dd54-6f19-4fca-9609-0634c776d433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.726602516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6acfadfd-e9d8-4a4e-a7e1-6125a223d4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.726648382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"22050d72-b468-4d80-b8c6-6effcc6034c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.729685698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2377dd54-6f19-4fca-9609-0634c776d433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.812651331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7094daaf-ec1a-49ce-82e7-8a24b3b3e657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.870797886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7094daaf-ec1a-49ce-82e7-8a24b3b3e657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.927541093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7094daaf-ec1a-49ce-82e7-8a24b3b3e657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.941373772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cefe8898-4874-42c9-af18-c5d659d337ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.000444286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cefe8898-4874-42c9-af18-c5d659d337ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.038958037Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"d8a82fd1-6588-4eed-92e0-31547d965797","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.064101797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cefe8898-4874-42c9-af18-c5d659d337ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.088516102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4457b87d-1a9e-4dc9-87fe-42a73be5fdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.095051061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8807db9c-14ef-4dc1-9b0c-23a10588490d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.09660507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e89f1bee-5ee0-49d2-910b-96fe9ca460f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.148391167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"ab8af0e8-2808-46d5-943e-2addd36c2a87","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.148416194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"ab8af0e8-2808-46d5-943e-2addd36c2a87","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6a6bac-c5744b0fce30","namespace":"llm","model":"e2e-dft-refs-6a6bac","externalModel":"e2e-dft-refs-6a6bac","provider":"e2e-dft-refs-6a6bac-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.150879659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4457b87d-1a9e-4dc9-87fe-42a73be5fdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.151366756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3ae2d6b2-ba6b-44ed-955a-1492e6d99d36","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.20533557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4457b87d-1a9e-4dc9-87fe-42a73be5fdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.259635987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4457b87d-1a9e-4dc9-87fe-42a73be5fdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.265046242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e89f1bee-5ee0-49d2-910b-96fe9ca460f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.265509769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3ae2d6b2-ba6b-44ed-955a-1492e6d99d36","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.317900152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"8807db9c-14ef-4dc1-9b0c-23a10588490d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.322341273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3ae2d6b2-ba6b-44ed-955a-1492e6d99d36","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.367127748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57a2e08-fb37-4c86-831c-c5eaa684d520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.367444146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aad0677b-67f3-4233-9798-f05a87bc328b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.426565734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57a2e08-fb37-4c86-831c-c5eaa684d520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.427266432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aad0677b-67f3-4233-9798-f05a87bc328b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.48307958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57a2e08-fb37-4c86-831c-c5eaa684d520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.535796311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4d132735-cd4a-4979-bf6a-1cf0a6bbbb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.540437525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aad0677b-67f3-4233-9798-f05a87bc328b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.594666839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"4d132735-cd4a-4979-bf6a-1cf0a6bbbb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.645089197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"13eaf698-6382-48fe-a558-5fe445db4f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.646000063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b3f3f4cd-018c-406a-9011-0546b0f39b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.702770876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"13eaf698-6382-48fe-a558-5fe445db4f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.704515856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b3f3f4cd-018c-406a-9011-0546b0f39b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.744988148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6151c667-18a7-455d-8740-30d3c8f5e242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.74512915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fccdec61-15c7-47cb-8cb1-df39ed2ce22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.80626034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6151c667-18a7-455d-8740-30d3c8f5e242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.806395325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"fccdec61-15c7-47cb-8cb1-df39ed2ce22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.916272497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"bb27cab6-aa0a-4e82-aad7-fcc7d7248c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:19.973786778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"bb27cab6-aa0a-4e82-aad7-fcc7d7248c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.023552687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"bb39c089-6248-44d8-a121-a9601df9c85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.075978651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5cb65573-eea5-44cc-bf64-e4735e39ae04","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.081957289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"bb39c089-6248-44d8-a121-a9601df9c85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.128763149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"24ec718c-886f-43c6-bc72-edde552b1980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.128892845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"863f166e-1c2a-41e2-a2f3-9cf70a69557c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.133986429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5cb65573-eea5-44cc-bf64-e4735e39ae04","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.187216306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"24ec718c-886f-43c6-bc72-edde552b1980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.187257643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"863f166e-1c2a-41e2-a2f3-9cf70a69557c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.190374853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5cb65573-eea5-44cc-bf64-e4735e39ae04","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.235820773Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"253fe922-10a0-440b-905f-a69b40f27fe9","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.34584409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"139e7797-5a13-4854-be0f-4e979c8a6bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.403566241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"139e7797-5a13-4854-be0f-4e979c8a6bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.495791474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa44cfbf-b921-47cd-8075-49a106d27d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.495904688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32fdf5b6-774e-4707-81f0-3aeaeeefd2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.542984356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a5ba4dd8-449d-45f1-96d3-c288d8812560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.554682598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa44cfbf-b921-47cd-8075-49a106d27d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.555681783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32fdf5b6-774e-4707-81f0-3aeaeeefd2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.59624908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"870ff9ae-c34f-4300-a59e-99908cd20764","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.600575751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"a5ba4dd8-449d-45f1-96d3-c288d8812560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.611546174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa44cfbf-b921-47cd-8075-49a106d27d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.61253369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32fdf5b6-774e-4707-81f0-3aeaeeefd2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.654518976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"870ff9ae-c34f-4300-a59e-99908cd20764","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.711697426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"870ff9ae-c34f-4300-a59e-99908cd20764","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.772958093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"9e189d3b-9b2c-4c1d-a191-abc6979107aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.773066426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"6915a271-cbfd-4ab3-81e4-2745eaabf578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.774344785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3846310e-c388-4a63-b4b4-4a3da93527ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.83113947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"6915a271-cbfd-4ab3-81e4-2745eaabf578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.831165801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"9e189d3b-9b2c-4c1d-a191-abc6979107aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.8334303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"3846310e-c388-4a63-b4b4-4a3da93527ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.872734135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"86353dad-7dd8-4770-a022-a7248aca9984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.923023882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"19d5298d-0c1b-4fe6-8a31-b5fe1626f55a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.930293444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"86353dad-7dd8-4770-a022-a7248aca9984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:20.980598762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"19d5298d-0c1b-4fe6-8a31-b5fe1626f55a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.199537474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1d2d65f1-244c-424c-939b-c42ddab87e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.199558585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c6409fb6-df2a-4e87-b39b-927e82a493ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.200000915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"85d23843-91c2-4e4c-8dd8-174c7451718e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.252836924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"e38ef028-981d-4ea7-b984-30927d1c6d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.258153214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1d2d65f1-244c-424c-939b-c42ddab87e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.258721267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c6409fb6-df2a-4e87-b39b-927e82a493ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.260429828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"85d23843-91c2-4e4c-8dd8-174c7451718e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.31092753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"e38ef028-981d-4ea7-b984-30927d1c6d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.527301426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","namespace":"ai-tenant-e2e-extmod-a-ae248d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.527401164Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","namespace":"ai-tenant-e2e-extmod-a-ae248d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.527465137Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","tenant":"e2e-extmod-a-ae248d","tenantID":"e2e-extmod-a-ae248d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.583028894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ae248d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.644241735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"Service","name":"maas-api-e2e-extmod-a-ae248d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.703165925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ae248d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.761054649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ae248d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.824728103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.880689887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.939218826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:21.995747471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.049556908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.103238086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.156775768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"Service","name":"payload-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.210422815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.264407362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.318566654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.372354793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.428935652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.482297044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.536142809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.591750759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ae248d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:22.647758296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ae248d"},"namespace":"ai-tenant-e2e-extmod-a-ae248d","name":"default-tenant","reconcileID":"29f196f0-445c-4aa9-bdf0-075ba6999f17","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ae248d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:23.374237242Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ae248d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ae248d","reconcileID":"00ef417b-a9fd-4287-8cd1-593d125619bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ae248d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ae248d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:23.964991137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"ca04107d-6d10-4539-9af2-f11bf651b6f0","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.024511399Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"0d8658c5-7037-48a3-9b89-18b16b90769c","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6a6bac-c5744b0fce30","namespace":"llm","model":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.133042656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"05bbb5f3-8eb4-4244-abfa-6657eb204e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.133397531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"b39e7fa5-a8a7-4064-8d5d-7d2b45a457a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.186593997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9565411-c8e4-4a1a-93af-b88b39093a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.186593829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddfdf042-b8b6-46f0-9488-d450aa019687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.187173246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"bc15b669-82dd-441a-ad6a-7cf67fdb3138","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.191394439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"05bbb5f3-8eb4-4244-abfa-6657eb204e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.19168041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"b39e7fa5-a8a7-4064-8d5d-7d2b45a457a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.193932488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"0dc528fd-905f-4c48-a9e5-b3c156f85ce8","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.193949903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"0dc528fd-905f-4c48-a9e5-b3c156f85ce8","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.245085194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61c7d795-194e-450c-8237-6d4a6a805564","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.245762432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb6ec64e-0082-4647-a82c-2e8b59f7331c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.267869466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5fb1bef8-4348-444e-b657-b050dc6ba435","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.26796775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5fb1bef8-4348-444e-b657-b050dc6ba435","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.268415115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"559f66ca-a4ca-4cba-8d83-2919c3a14aca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.273500755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"559f66ca-a4ca-4cba-8d83-2919c3a14aca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.274212783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc87c854-95cb-441e-9645-3642cb71ca58","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.284294097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc87c854-95cb-441e-9645-3642cb71ca58","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.2849402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbb0614f-7293-438d-8475-43ef3fd0b3ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.285008722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbb0614f-7293-438d-8475-43ef3fd0b3ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.285499086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dcb13754-8086-4306-911d-a870df65acbc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.285516755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dcb13754-8086-4306-911d-a870df65acbc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.285796194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c8da753d-0065-4875-9866-05697971440c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.286633531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c8da753d-0065-4875-9866-05697971440c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.286993403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9324fd0b-fe41-4773-8035-7103fe228f84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.28708786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9324fd0b-fe41-4773-8035-7103fe228f84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.287603294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76e92875-2b26-4445-90cd-a230090ffde6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.287619015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76e92875-2b26-4445-90cd-a230090ffde6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.28051284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9565411-c8e4-4a1a-93af-b88b39093a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.281765794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddfdf042-b8b6-46f0-9488-d450aa019687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.288605197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"bc15b669-82dd-441a-ad6a-7cf67fdb3138","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.343110396Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"e5eb5f5f-b619-4e6e-910d-9ce1fd8bd1f2","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6a6bac-c5744b0fce30","namespace":"llm","model":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.345808377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"bc15b669-82dd-441a-ad6a-7cf67fdb3138","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.346363059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9565411-c8e4-4a1a-93af-b88b39093a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.347274331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddfdf042-b8b6-46f0-9488-d450aa019687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.423888825Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"b8b7a7c3-030a-4e15-96eb-8ac1d88e210b","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.49051535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"0c62687e-5ede-4232-8130-e869319e9e0b","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"name":"e2e-dft-refs-6a6bac","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.509365907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2048d099-fd27-4c5c-bd98-ff4ef5386499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.509787694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"5450903b-97d1-4f32-9559-81c9d76c3a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.510031376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"77caed91-b70d-4514-8daa-8c52509d6b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.57057906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"2048d099-fd27-4c5c-bd98-ff4ef5386499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.571140954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"5450903b-97d1-4f32-9559-81c9d76c3a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.572133186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db20f7a-5a3b-4299-996d-88d46b11a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.573555658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"77caed91-b70d-4514-8daa-8c52509d6b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.626818909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db20f7a-5a3b-4299-996d-88d46b11a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.626918628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0aeac9a4-95d1-4d92-870a-6a119c07c43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.627135443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"732a6157-320c-439f-a790-c542b9be17b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.681463256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db20f7a-5a3b-4299-996d-88d46b11a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.685096666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0aeac9a4-95d1-4d92-870a-6a119c07c43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.735621031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db20f7a-5a3b-4299-996d-88d46b11a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.739237119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"732a6157-320c-439f-a790-c542b9be17b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.897166645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4bdfa0ff-eba4-48e1-9cc6-0e1ccbed080e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:24.954659189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4bdfa0ff-eba4-48e1-9cc6-0e1ccbed080e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.010729543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"bd60cc3e-30c8-4753-b533-fb335264d36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.010973802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"d2c36266-343e-4b40-b662-b3f952a240a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.068843646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"d2c36266-343e-4b40-b662-b3f952a240a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.068875999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"bd60cc3e-30c8-4753-b533-fb335264d36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.171655059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64fae1f2-9f24-416a-9748-cb0fe9619cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.171693274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08c8e38f-5537-4be4-8f5e-24c9f94f21d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.230353823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64fae1f2-9f24-416a-9748-cb0fe9619cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.230487595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08c8e38f-5537-4be4-8f5e-24c9f94f21d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.287451428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64fae1f2-9f24-416a-9748-cb0fe9619cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.2874645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08c8e38f-5537-4be4-8f5e-24c9f94f21d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.332226048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"0680a4b5-7a4b-49c0-b506-8a2f62c48673","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.390422424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"0680a4b5-7a4b-49c0-b506-8a2f62c48673","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.438347853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"856794ad-be9a-45f7-b15e-1b46984f5171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.438429022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"5ca3d4e7-7ecb-4e3c-90c2-82eccdb84503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.447359094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"0680a4b5-7a4b-49c0-b506-8a2f62c48673","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.447927547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3ef02c5c-7f81-45b6-90cd-964ed9e0d5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.448044141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"cc4cf18e-2a9c-4d87-844b-efaba6408355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.496805498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"856794ad-be9a-45f7-b15e-1b46984f5171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.497239599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"5ca3d4e7-7ecb-4e3c-90c2-82eccdb84503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.506053915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"cc4cf18e-2a9c-4d87-844b-efaba6408355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.506078871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3ef02c5c-7f81-45b6-90cd-964ed9e0d5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.616279227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"85102d53-e0f8-4e5f-83b7-b023f7d13a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.694007202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"85102d53-e0f8-4e5f-83b7-b023f7d13a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.873426836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"c3c3161f-6965-420b-b784-6c37c4d7dbd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.926900407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"66d457b9-0276-404b-b2ae-ce9a79beb8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.932535907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"c3c3161f-6965-420b-b784-6c37c4d7dbd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:25.986716979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"66d457b9-0276-404b-b2ae-ce9a79beb8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:26.670909053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b606c7c-e253-4987-a904-390cdb699c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:26.726905557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b606c7c-e253-4987-a904-390cdb699c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:26.781360226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b606c7c-e253-4987-a904-390cdb699c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:26.835458415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b606c7c-e253-4987-a904-390cdb699c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.243823343Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"5d0ff235-eb31-4ac6-975b-e3c8a0ed3112","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.298518394Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"3fed4ad8-b78e-4ecc-af22-c7cc776e89e8","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"name":"e2e-dft-refs-6a6bac","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.406164993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b8885980-5550-4ec6-b479-1e3f5ca304fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.406389737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e3e649f5-66f7-4380-9d3b-2cb2e2fb9abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.459500011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c781b3-2b43-4446-8144-0e1568e1cbaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.459759821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2f021a2-a6cd-4457-ad28-7c8a80a181b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.460037797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5e91ce12-4879-4c50-9ecd-de449bef9ec7","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.46514067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"b8885980-5550-4ec6-b479-1e3f5ca304fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.465165958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e3e649f5-66f7-4380-9d3b-2cb2e2fb9abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.519725314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c781b3-2b43-4446-8144-0e1568e1cbaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.535550182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5e91ce12-4879-4c50-9ecd-de449bef9ec7","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.537336754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2f021a2-a6cd-4457-ad28-7c8a80a181b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.577165802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c781b3-2b43-4446-8144-0e1568e1cbaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.59811975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"ffcb936a-938d-4015-82b7-3455b7cb4551","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"name":"e2e-dft-refs-6a6bac","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.601210556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5e91ce12-4879-4c50-9ecd-de449bef9ec7","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.601352111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2f021a2-a6cd-4457-ad28-7c8a80a181b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.671602799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"232c3e48-400b-4e66-a58e-a4c5addee7cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.671623135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"232c3e48-400b-4e66-a58e-a4c5addee7cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.726101074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30bf4036-63e8-4ff8-945e-d9b343f49399","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.726122312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30bf4036-63e8-4ff8-945e-d9b343f49399","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.78000494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"67633ddc-ab33-45fa-9eb9-456900eaded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.780657563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3dc8595-b5aa-4fd1-bfa3-9ca4fd9a5301","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.780831155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"8fcad6ed-bce3-460e-93c7-5ce25acef9c0","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.78084786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"8fcad6ed-bce3-460e-93c7-5ce25acef9c0","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.83481285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab974e7f-424a-43fb-b4ff-dea9800d3e70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.835636153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e63d0d1d-6e42-4cfe-95d5-e95552bb36d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.835651144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e63d0d1d-6e42-4cfe-95d5-e95552bb36d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.835899713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"118accf1-28a6-42cc-aba2-1c89a98e7810","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.835909916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"118accf1-28a6-42cc-aba2-1c89a98e7810","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.836124349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abacd199-98fd-4463-a4d2-fbadf59d6636","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.836134815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abacd199-98fd-4463-a4d2-fbadf59d6636","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.836374977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d8aaf3e-f556-474b-a2cd-6ebcd723271b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.836386039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d8aaf3e-f556-474b-a2cd-6ebcd723271b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.83660147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8aa6bd7b-5c1a-4e54-af49-026eb9803d50","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.836613191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8aa6bd7b-5c1a-4e54-af49-026eb9803d50","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.83680232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"215ee5c1-0c8f-43ef-83b9-52124f6860c1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.836811901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"215ee5c1-0c8f-43ef-83b9-52124f6860c1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.839316659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"67633ddc-ab33-45fa-9eb9-456900eaded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.839605782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"d2405518-7938-40e2-923d-9b5599fe17c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.839671011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6da0ed98-bbee-48aa-96b9-3a064693a4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.891828353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"bdc51f28-ce3f-4e85-9f37-0d7ce744b7fe","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"name":"e2e-dft-refs-6a6bac","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.906610731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"6da0ed98-bbee-48aa-96b9-3a064693a4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.90811468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"d2405518-7938-40e2-923d-9b5599fe17c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.939729481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e126ebdc-791e-4511-be75-65a6aef598e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.940102326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"ff91497e-4509-4ca5-bdc3-cc1e180dff01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.998135172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"ff91497e-4509-4ca5-bdc3-cc1e180dff01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.998266831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"e126ebdc-791e-4511-be75-65a6aef598e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.255620585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"be6f1968-899b-45a9-a8ff-0994a48fc67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.316419719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"be6f1968-899b-45a9-a8ff-0994a48fc67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.344113506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"e9df9194-d8b5-4e6a-86c0-eaa06ee8cc9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.344167615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"556927cb-a64e-409e-91c7-d09d04e292a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.401939727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"e9df9194-d8b5-4e6a-86c0-eaa06ee8cc9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.402378395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"556927cb-a64e-409e-91c7-d09d04e292a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.47586891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5242cbc-e9cb-4ce4-8a0c-0ad6bcaf3efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.476116391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c6b16d1-ae65-4677-a8d0-455a75d633e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.53446394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"7185a95d-3eea-43c3-a46a-0a4831897232","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.549622329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c6b16d1-ae65-4677-a8d0-455a75d633e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.550932308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5242cbc-e9cb-4ce4-8a0c-0ad6bcaf3efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.590134757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"cd807e15-018e-4a7a-893a-7a13b897d8cb","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.590170299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"cd807e15-018e-4a7a-893a-7a13b897d8cb","MaaSModelRef":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6a6bac-c5744b0fce30","namespace":"llm","model":"e2e-dft-refs-6a6bac","externalModel":"e2e-dft-refs-6a6bac","provider":"e2e-dft-refs-6a6bac-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.604949812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939f9d3-0a90-45a4-9903-d6aff330ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.607688387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c6b16d1-ae65-4677-a8d0-455a75d633e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.659218339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939f9d3-0a90-45a4-9903-d6aff330ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.662952159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5242cbc-e9cb-4ce4-8a0c-0ad6bcaf3efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.713297797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939f9d3-0a90-45a4-9903-d6aff330ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.767802424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8939f9d3-0a90-45a4-9903-d6aff330ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.768091046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3bd9c8e8-774d-40c6-9a81-c7d7c4e348b1","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.826652762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3bd9c8e8-774d-40c6-9a81-c7d7c4e348b1","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.87582514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0607406d-4c1d-4565-8522-16d21c2114ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.884184706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3bd9c8e8-774d-40c6-9a81-c7d7c4e348b1","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.930055089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"8fc496b2-7737-4bc0-9128-9673c3bb4334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.93028339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"e9375acc-9771-4a6f-994a-9f5ffcd67fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.930065293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ae234563-893b-4920-bb56-5e44758e4f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.934963028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0607406d-4c1d-4565-8522-16d21c2114ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.987884203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"8fc496b2-7737-4bc0-9128-9673c3bb4334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.989138004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ae234563-893b-4920-bb56-5e44758e4f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.990029028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"e9375acc-9771-4a6f-994a-9f5ffcd67fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.148966594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5dd92ed7-8003-4bd6-8c20-888e2291e4f9","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.214926004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5dd92ed7-8003-4bd6-8c20-888e2291e4f9","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.272560864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"5dd92ed7-8003-4bd6-8c20-888e2291e4f9","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.382289484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"febd1405-f6f6-4f80-bda4-1429d3bc35bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.384572593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ef89e7c2-c34f-487b-802e-feb4c5ecb686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.3853257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8a514b65-40fb-48a9-9ade-89b8acc65681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.438919805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77b329cb-b175-4e13-8419-6a4d6beb2366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.44310765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"febd1405-f6f6-4f80-bda4-1429d3bc35bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.444314956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"ef89e7c2-c34f-487b-802e-feb4c5ecb686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.445519122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8a514b65-40fb-48a9-9ade-89b8acc65681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.470872658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e1a6ed4a-d3ff-402d-99a1-bc7ea0efea0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.506419336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77b329cb-b175-4e13-8419-6a4d6beb2366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.528667168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"e1a6ed4a-d3ff-402d-99a1-bc7ea0efea0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.562746091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77b329cb-b175-4e13-8419-6a4d6beb2366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.723361259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3e02d521-32d1-4a99-aad2-f7e3bd9d2bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.78119846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"3e02d521-32d1-4a99-aad2-f7e3bd9d2bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.829027053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"458f502c-fb13-4f1b-9f65-21d2d1d392f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.883299195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11131808-ba44-4bf3-8798-840d055922f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.941036055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"458f502c-fb13-4f1b-9f65-21d2d1d392f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.941791522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11131808-ba44-4bf3-8798-840d055922f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.998807823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11131808-ba44-4bf3-8798-840d055922f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:33.763595933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a53378-9937-4608-b999-d625d682ba2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:33.81772707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a53378-9937-4608-b999-d625d682ba2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:33.872041438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a53378-9937-4608-b999-d625d682ba2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:33.926123001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a53378-9937-4608-b999-d625d682ba2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:35.906362009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65b2bd-9205-4304-8398-669fc594e1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:35.960396505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65b2bd-9205-4304-8398-669fc594e1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:36.015111019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65b2bd-9205-4304-8398-669fc594e1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:36.06991994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa65b2bd-9205-4304-8398-669fc594e1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:36.849711491Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"b2cdc28d-b644-4b25-abd9-370f9af182cd","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:36.964634648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"6dacb1be-31ea-48ab-b1a2-8308852a34e7","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:36.964660042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"6dacb1be-31ea-48ab-b1a2-8308852a34e7","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.013194839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"45e49cf8-b394-4caa-bc28-b2601f8b8519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.018107089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"e315aa0e-8287-49df-9aaf-af6f992471bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.019558828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9637308-08fe-426e-9d42-cb7c9cc4d626","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.019580049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9637308-08fe-426e-9d42-cb7c9cc4d626","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.01999145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31ea7c73-4543-4f76-a51b-0288ac823bc1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.020005541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31ea7c73-4543-4f76-a51b-0288ac823bc1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.020374154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a4ed4d8d-194e-4741-ac7a-18399f981f0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.0203894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a4ed4d8d-194e-4741-ac7a-18399f981f0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.020710864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04f2b231-4196-4912-bbab-8c2c2ca7783a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.02072586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04f2b231-4196-4912-bbab-8c2c2ca7783a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021037437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81bb576f-67d4-41bc-93e0-4f964319c6cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021050654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81bb576f-67d4-41bc-93e0-4f964319c6cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021290693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6835e3e7-d941-4890-90a7-04e2e33e851c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021301768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6835e3e7-d941-4890-90a7-04e2e33e851c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021516199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a75ac0d2-8e89-4c97-b151-9cf4887a88f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021526471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a75ac0d2-8e89-4c97-b151-9cf4887a88f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021839022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d4e50e9-aaa2-4ef4-a5ee-06eb555fc11e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.021849722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d4e50e9-aaa2-4ef4-a5ee-06eb555fc11e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.072927359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"45e49cf8-b394-4caa-bc28-b2601f8b8519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.076903843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"e315aa0e-8287-49df-9aaf-af6f992471bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.108708854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd390fd-4eab-4c05-b5e4-c24dcb309844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.108879973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"0709bf96-b371-40a1-ac1f-652a8a36f387","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.109135854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e82513d-a4da-4c84-bd20-7f00c039a672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.128052064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2c7e6ec-a6ab-4ce5-b05c-8f9352eccf51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.128849895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68a4cc68-4d70-4630-938e-3577e0abf9c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.171197935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd390fd-4eab-4c05-b5e4-c24dcb309844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.171897006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"0709bf96-b371-40a1-ac1f-652a8a36f387","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.223924951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e82513d-a4da-4c84-bd20-7f00c039a672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.231755337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"0709bf96-b371-40a1-ac1f-652a8a36f387","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.232174295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd390fd-4eab-4c05-b5e4-c24dcb309844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.284120621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e82513d-a4da-4c84-bd20-7f00c039a672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.381484597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6a6bac","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6a6bac","reconcileID":"5cd0a921-3186-4491-8f88-7d28f9d317f7","namespace":"llm","name":"e2e-dft-refs-6a6bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.434906272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"446d460b-f560-4263-a505-b4ad11714a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.435384009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"27dc438a-8fba-4312-833b-3f8f705540ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.493372946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"27dc438a-8fba-4312-833b-3f8f705540ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.493402106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"446d460b-f560-4263-a505-b4ad11714a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.541815043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"529a45c4-5d2e-4aa6-b132-c5b7b771b8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.541868365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ede7a755-17a9-48eb-8761-bd8e689816c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.597283733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"65544d42-1fd0-4fe9-9c8b-c4e0adcf5472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.602698413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"529a45c4-5d2e-4aa6-b132-c5b7b771b8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.603179435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ede7a755-17a9-48eb-8761-bd8e689816c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.656808739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"65544d42-1fd0-4fe9-9c8b-c4e0adcf5472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.866775991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"985d1e0f-f487-4100-9041-df36bd2fd33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.866787858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1edd8185-d64b-4154-a795-8800427fd2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.925275628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"1edd8185-d64b-4154-a795-8800427fd2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.925281365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"985d1e0f-f487-4100-9041-df36bd2fd33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:37.968005371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b39b5515-d231-4c15-94ba-0e825d8a4c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.025462936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4eabe-1668-4abf-88cb-b4aa2e39fef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.025813165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"304e3f3e-ecf8-4cd7-9849-2fa17ed37fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.026218724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b39b5515-d231-4c15-94ba-0e825d8a4c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.080448919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4eabe-1668-4abf-88cb-b4aa2e39fef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.087439805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"304e3f3e-ecf8-4cd7-9849-2fa17ed37fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.134644506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4eabe-1668-4abf-88cb-b4aa2e39fef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.188659451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a4eabe-1668-4abf-88cb-b4aa2e39fef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.188792201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d754cdef-0617-427c-a0b0-3fcdd5c005e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.192690291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"304e3f3e-ecf8-4cd7-9849-2fa17ed37fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.246990559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d754cdef-0617-427c-a0b0-3fcdd5c005e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.304394037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d754cdef-0617-427c-a0b0-3fcdd5c005e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.482557112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0e32e385-607b-4910-861d-639cbbfee289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.483283152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"802b00d1-e61e-4689-869f-6ff4afd8352f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.483362978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"bbe4c9e9-6cd4-411f-a5fd-1b43ca9d60b2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.537101666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"025bd2d5-142d-44ea-9d65-b66ffe1dbb2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.537360278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d1156bb2-0ceb-40ef-a4c9-071f866ce5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.544667036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"0e32e385-607b-4910-861d-639cbbfee289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.54719272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"bbe4c9e9-6cd4-411f-a5fd-1b43ca9d60b2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.548647185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"802b00d1-e61e-4689-869f-6ff4afd8352f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.595047932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d1156bb2-0ceb-40ef-a4c9-071f866ce5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.59529487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"025bd2d5-142d-44ea-9d65-b66ffe1dbb2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.60498481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"bbe4c9e9-6cd4-411f-a5fd-1b43ca9d60b2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.767366884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"892798b8-ecc5-4103-bf5d-4c9baf60cc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.827220511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"892798b8-ecc5-4103-bf5d-4c9baf60cc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.912292411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"66aa153c-d110-4867-9527-e22c39acf2d0","namespace":"llm","name":"e2e-dft-del-71a22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.919831228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"04c7bf7d-8245-4fe5-b1ca-ff3db39df4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.919865139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"566852de-3cf2-4db8-97b4-4726a2db7c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.969229419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"9f49c38b-b11f-4c25-b056-c133e90a8ef2","namespace":"llm","name":"e2e-dft-del-71a22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.979036759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"566852de-3cf2-4db8-97b4-4726a2db7c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:38.979302479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"04c7bf7d-8245-4fe5-b1ca-ff3db39df4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.039020031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.127861862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28e58ed-48b3-4a34-9787-0744b604b9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.12787904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f4d9db1-5152-4b2a-880b-91abc4f409ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.186220781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28e58ed-48b3-4a34-9787-0744b604b9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.187165582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f4d9db1-5152-4b2a-880b-91abc4f409ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.24494064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28e58ed-48b3-4a34-9787-0744b604b9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.247688592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f4d9db1-5152-4b2a-880b-91abc4f409ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.34998411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"627e7830-b3d5-40b7-9a57-d661e5f3a741","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.351002907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"050116ef-9006-4894-8016-11c5068c66bb","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"name":"e2e-dft-del-71a22c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.409766929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"627e7830-b3d5-40b7-9a57-d661e5f3a741","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.545278191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed4546d3-f618-47bf-b97d-b13dd0f6b0a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.545388615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed4546d3-f618-47bf-b97d-b13dd0f6b0a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.556853163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e26dd255-fb79-4944-96d2-84ca45fa849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.557747556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"328a810b-86ae-42c2-bc2a-3bfaa259c0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.558366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"eb134fbc-a849-4a25-9910-800faab06cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.558997621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"0e9f8eaf-6ecc-4a25-920c-b72f6ca93d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.567895694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"627e7830-b3d5-40b7-9a57-d661e5f3a741","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.568076116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"520a0e2e-3a51-4e03-bd37-f7b2e134600d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.568125498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"520a0e2e-3a51-4e03-bd37-f7b2e134600d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.618324594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"709729c6-d99a-4fcf-9f1e-13075122a8fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.645019156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c10b638-3e1b-40ab-86d9-22d0094479cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.650122993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"eb134fbc-a849-4a25-9910-800faab06cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.659798272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e26dd255-fb79-4944-96d2-84ca45fa849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.669191498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"0e9f8eaf-6ecc-4a25-920c-b72f6ca93d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.673890977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"328a810b-86ae-42c2-bc2a-3bfaa259c0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.675137693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d160c2e6-de5f-41d7-a49d-ed9ba3f61b9b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.675203307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d160c2e6-de5f-41d7-a49d-ed9ba3f61b9b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.744517957Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"778c6580-b655-4266-9f42-edc026adc3a6","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"name":"e2e-dft-del-71a22c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.846423515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80592c7a-a5fa-4fa9-bb4d-ff530ec21022","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.846539208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80592c7a-a5fa-4fa9-bb4d-ff530ec21022","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.847307008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"689febc2-a37a-452d-a649-934371b92fe3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.847378201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"689febc2-a37a-452d-a649-934371b92fe3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.847893827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3e4a6cae-bb9a-4b3c-b19f-460dc330f607","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.847917543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3e4a6cae-bb9a-4b3c-b19f-460dc330f607","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.848348107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"112edc3d-5b45-430e-8dfa-e24f942ed37a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.848367825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"112edc3d-5b45-430e-8dfa-e24f942ed37a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.848943295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"202a7ee8-e0d7-41ac-ac46-5ad4b3e34f8a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.848963974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"202a7ee8-e0d7-41ac-ac46-5ad4b3e34f8a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.903983841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"31ee593e-9b14-486c-b85f-1546a8415fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.904897835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"effbc6d8-41e6-428f-8fbc-f291240d2e57","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.904922485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"effbc6d8-41e6-428f-8fbc-f291240d2e57","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:39.965540411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"31ee593e-9b14-486c-b85f-1546a8415fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.044867668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"0a185949-2c9f-4853-8ca8-d48e178c6c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.04534025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"cf5976fe-0478-4593-a423-cf4f0e6a371d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.045505495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"7bbeda59-a939-4bd3-bd5f-76eeacf8d347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.106799964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"7bbeda59-a939-4bd3-bd5f-76eeacf8d347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.107696594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"cf5976fe-0478-4593-a423-cf4f0e6a371d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.109769784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"0a185949-2c9f-4853-8ca8-d48e178c6c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.143731349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"124ea86e-2c89-4581-8013-1a0fb687a9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.20378289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"124ea86e-2c89-4581-8013-1a0fb687a9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.250315016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"a027566f-dfb8-45af-8cae-500c8c915aa8","namespace":"llm","name":"e2e-dft-del-71a22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.305074162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"b59dafed-885c-448d-be3f-e642e30028d8","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-71a22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.305175462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"b59dafed-885c-448d-be3f-e642e30028d8","MaaSModelRef":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"routeName":"external-model-e2e-dft-del-71a22c-ce89eb48b00b","namespace":"llm","model":"e2e-dft-del-71a22c","externalModel":"e2e-dft-del-71a22c","provider":"e2e-dft-del-71a22c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.366088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078c6425-4a9f-4023-a234-5c210790e4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.36640014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"9de596cd-d5ac-4214-8634-25c28c042666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.429450424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078c6425-4a9f-4023-a234-5c210790e4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.48718193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078c6425-4a9f-4023-a234-5c210790e4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.541417127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078c6425-4a9f-4023-a234-5c210790e4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.546305019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"9de596cd-d5ac-4214-8634-25c28c042666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.653101629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ce69b73b-9d90-4227-be05-057961b65652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.707026333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2942bfcc-a6c8-42c8-be24-16516956c705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.7124063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"ce69b73b-9d90-4227-be05-057961b65652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.764963937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86d214fa-dd44-4c18-a76c-91af32fa22b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.76755754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2942bfcc-a6c8-42c8-be24-16516956c705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.820881783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"b848e537-a6b2-4db6-8703-21040dcafe3b","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.825092885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2942bfcc-a6c8-42c8-be24-16516956c705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.825978543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86d214fa-dd44-4c18-a76c-91af32fa22b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.879914604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"b848e537-a6b2-4db6-8703-21040dcafe3b","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.882773398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86d214fa-dd44-4c18-a76c-91af32fa22b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.931007846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"0b7176e2-512c-4e26-944f-32887e2c6143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.937453966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"b848e537-a6b2-4db6-8703-21040dcafe3b","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:40.989584716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"0b7176e2-512c-4e26-944f-32887e2c6143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.028889702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b6e00a42-c0de-4899-af98-d054089c34b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.086722542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"b6e00a42-c0de-4899-af98-d054089c34b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.129797981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1a5b203b-0b5d-462f-ad7b-6f7d46eec061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.129842672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"5e79bf21-3569-45e6-a567-87277fb10ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.187849877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"1a5b203b-0b5d-462f-ad7b-6f7d46eec061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.188106437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"5e79bf21-3569-45e6-a567-87277fb10ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.22922199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"b3e8ffd1-c3d3-4a63-870a-8ec21b313673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.287067064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"b3e8ffd1-c3d3-4a63-870a-8ec21b313673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.369501665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"9e45ac74-414b-4466-8440-3f0a423e6619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.432336227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"9e45ac74-414b-4466-8440-3f0a423e6619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.476742476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"8d8c55e6-d0ed-466e-b39b-94ec7cdfbfca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.535596749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"8d8c55e6-d0ed-466e-b39b-94ec7cdfbfca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.580530531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"9e19f33d-f1b8-4354-947c-dd815566dbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.580661326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"a58d5c8b-3f5d-44d5-af9f-3c84b1af53ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.639566432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"9e19f33d-f1b8-4354-947c-dd815566dbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:41.693913879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"a58d5c8b-3f5d-44d5-af9f-3c84b1af53ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:42.492196074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaae21f7-07b9-4db2-949a-5abc544322d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:42.548235949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaae21f7-07b9-4db2-949a-5abc544322d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:42.602289099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaae21f7-07b9-4db2-949a-5abc544322d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:42.656832394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaae21f7-07b9-4db2-949a-5abc544322d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:44.610079492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf061607-bc06-4650-af24-b12919d05259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:44.665188922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf061607-bc06-4650-af24-b12919d05259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:44.719135035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf061607-bc06-4650-af24-b12919d05259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:44.773205437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf061607-bc06-4650-af24-b12919d05259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.536236304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"800d17eb-de37-4608-8683-752b2cc0a90f","namespace":"llm","name":"e2e-dft-del-71a22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.593256587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93d035f3-95b2-44f2-a900-df7bd14dd2a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.593282808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93d035f3-95b2-44f2-a900-df7bd14dd2a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.649279839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"1e29fcf5-6acc-49b0-8ebc-9ae7507f118b","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.649311285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"1e29fcf5-6acc-49b0-8ebc-9ae7507f118b","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.699338439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"30599fb4-1b4e-4f83-bb57-46240f241e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.699582746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"42c64c4e-b1e1-4635-8386-f5ee50f0e384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.704156482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a2103e1-007a-49e2-a2ea-a506819a4c07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.704177926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a2103e1-007a-49e2-a2ea-a506819a4c07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.704422528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24e995c8-78b6-47e5-b031-960e1489ec57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.704433088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24e995c8-78b6-47e5-b031-960e1489ec57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.704666658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53d6cd22-887d-4246-848f-ac1904b542c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.704677579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53d6cd22-887d-4246-848f-ac1904b542c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.704875326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35713c6f-094f-46c4-bd26-363d36aa3d4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.70488383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35713c6f-094f-46c4-bd26-363d36aa3d4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.705072011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6c099a25-9eb5-424b-85d3-65c9407093a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.705081061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6c099a25-9eb5-424b-85d3-65c9407093a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.70526549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71819954-3b5e-459e-8843-4ea297ddcdcf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.705274427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71819954-3b5e-459e-8843-4ea297ddcdcf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.705453182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dae682a5-8e94-4462-8a9e-e6eccf18202e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.705462246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dae682a5-8e94-4462-8a9e-e6eccf18202e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.76022043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f96b63c1-f2e0-46ce-bcda-12d844b544da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.760355053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3b623369-dc3f-4a1d-91ac-98bb4e263531","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.760226003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9844c7ca-7e72-4595-9867-eea52fd7362a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.765270137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"30599fb4-1b4e-4f83-bb57-46240f241e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.765392422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"42c64c4e-b1e1-4635-8386-f5ee50f0e384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.830845643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3b623369-dc3f-4a1d-91ac-98bb4e263531","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.831601102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cbc5ad3-b11b-4805-8aa1-f81c2636219a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.832448679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fd0914e-a04d-4b5d-bdda-b978bc788fbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.836872866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9844c7ca-7e72-4595-9867-eea52fd7362a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.838318332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f96b63c1-f2e0-46ce-bcda-12d844b544da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.891325483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"3b623369-dc3f-4a1d-91ac-98bb4e263531","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.896149303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9844c7ca-7e72-4595-9867-eea52fd7362a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:45.898830453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f96b63c1-f2e0-46ce-bcda-12d844b544da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.012694059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"4678da45-49e3-49ee-99ec-c9f7d2d0914d","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.012718246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"4678da45-49e3-49ee-99ec-c9f7d2d0914d","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.066718035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1bca23c-8159-42b4-8216-074994e7c828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.066735949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1bca23c-8159-42b4-8216-074994e7c828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.067074465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1b48594-16a1-43c9-8bc9-7e1867a7c802","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.067085297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1b48594-16a1-43c9-8bc9-7e1867a7c802","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.094421614Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-71a22c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-71a22c","reconcileID":"7c7b798d-2df7-4c45-b12e-6b48247d0b0d","namespace":"llm","name":"e2e-dft-del-71a22c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.106658738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"45289b12-0503-4119-8d7b-8015aa074603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.118565066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a98387ab-f2e1-434d-92fa-c23a311ca871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.122966059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1a36e3b5-62b5-44aa-869e-320f8a9bd721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.124052001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"d2f4f5d3-a43d-4f41-8749-d405ffb2b870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.127416529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8737aa1d-a9c7-424b-b4c5-738a732c9976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.165174884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"45289b12-0503-4119-8d7b-8015aa074603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.177534714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"a98387ab-f2e1-434d-92fa-c23a311ca871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.185580167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1a36e3b5-62b5-44aa-869e-320f8a9bd721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.185708292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"d2f4f5d3-a43d-4f41-8749-d405ffb2b870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.188982218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"8737aa1d-a9c7-424b-b4c5-738a732c9976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.535532819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f27ebbda-b033-4e1f-a79b-def9c60f0647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.535532821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"cac9fbaf-d20f-4bd8-8add-3ad4c6ae46e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.593900933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"cac9fbaf-d20f-4bd8-8add-3ad4c6ae46e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.594125641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f27ebbda-b033-4e1f-a79b-def9c60f0647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.63606881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a5d60ae4-0f7f-4314-b28a-a939263489a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.689549625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c6689d-ad7f-4430-ab02-eecbd8d5c04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.689555985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16386a91-30c0-4761-8e20-6aabe65c105e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.694227534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a5d60ae4-0f7f-4314-b28a-a939263489a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.747827498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c6689d-ad7f-4430-ab02-eecbd8d5c04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.748929442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16386a91-30c0-4761-8e20-6aabe65c105e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.805817602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c6689d-ad7f-4430-ab02-eecbd8d5c04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.806601715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16386a91-30c0-4761-8e20-6aabe65c105e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.916442264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"0f158b28-42a9-491e-9524-b6b8e04e7ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.967176836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"e2c13fd3-16ef-4d14-942a-637d11113e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.967209571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6de89c28-31ab-4cc6-af0f-80a6476b196b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.970126849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"eaa57777-9b82-4968-9e79-5da03a9acdab","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:46.975645922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"0f158b28-42a9-491e-9524-b6b8e04e7ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.017302952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ae203a1e-f4c7-4e33-9a37-8a3d955685e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.026365067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"6de89c28-31ab-4cc6-af0f-80a6476b196b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.026653958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"e2c13fd3-16ef-4d14-942a-637d11113e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.030262065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"eaa57777-9b82-4968-9e79-5da03a9acdab","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.075593855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"ae203a1e-f4c7-4e33-9a37-8a3d955685e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.087782086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"eaa57777-9b82-4968-9e79-5da03a9acdab","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.256339672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"e1833727-b3b4-4d84-84d2-2922aa9acd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.314397848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"e1833727-b3b4-4d84-84d2-2922aa9acd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.35321465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2be0091d-1cc0-402c-869b-53f1d0fb9ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.41279016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2be0091d-1cc0-402c-869b-53f1d0fb9ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.455372765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f97ab38b-3293-49b1-9812-2488922aa645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:47.514042589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"f97ab38b-3293-49b1-9812-2488922aa645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.30509284Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","namespace":"ai-tenant-e2e-extmod-a-c4e398","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.305155496Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","namespace":"ai-tenant-e2e-extmod-a-c4e398","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.305210496Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","tenant":"e2e-extmod-a-c4e398","tenantID":"e2e-extmod-a-c4e398","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.36110542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c4e398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.424773372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"Service","name":"maas-api-e2e-extmod-a-c4e398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.484225983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c4e398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.542165718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c4e398","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.601491596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.661347772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.720295091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.784809224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.842034329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.895761496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:50.951497003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"Service","name":"payload-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.007394004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.061886619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.115913543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.170515386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.227291806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.281005712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.334911352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.389790404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c4e398","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:51.444644468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4e398"},"namespace":"ai-tenant-e2e-extmod-a-c4e398","name":"default-tenant","reconcileID":"90f0112b-9f9a-490b-a5dc-4e54c9cb1707","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c4e398","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:52.176037994Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4e398","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4e398","reconcileID":"f02d51e2-def1-4d05-8197-dfa1e3b7738e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c4e398","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c4e398"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:53.350170286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2aa77de-4d7e-44ee-a003-b79a773028cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:53.404295405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2aa77de-4d7e-44ee-a003-b79a773028cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:53.458604123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2aa77de-4d7e-44ee-a003-b79a773028cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:53.512696198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2aa77de-4d7e-44ee-a003-b79a773028cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:54.847732324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6963e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6963e","reconcileID":"d3876265-0be1-4032-b662-6ed02d245e8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d6963e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d6963e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:55.505582118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847125f2-e39a-484a-9090-ebb45c67581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:55.559304461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847125f2-e39a-484a-9090-ebb45c67581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:55.613083323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847125f2-e39a-484a-9090-ebb45c67581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:55.667122135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847125f2-e39a-484a-9090-ebb45c67581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:56.874302327Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","namespace":"ai-tenant-e2e-autores-aff1d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:56.874364752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","namespace":"ai-tenant-e2e-autores-aff1d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:56.874415245Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","tenant":"e2e-autores-aff1d2","tenantID":"e2e-autores-aff1d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:56.929995983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"Deployment","name":"maas-api-e2e-autores-aff1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:56.994676305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"Service","name":"maas-api-e2e-autores-aff1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.026000381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb9149f4-2e37-4688-985f-5469b574cee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.026628758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2ea760b-672a-4776-832a-1bd65ad40a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.08530513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb9149f4-2e37-4688-985f-5469b574cee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.085303162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2ea760b-672a-4776-832a-1bd65ad40a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.085620093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-aff1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.141592339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-aff1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.143202827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2ea760b-672a-4776-832a-1bd65ad40a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.14330307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb9149f4-2e37-4688-985f-5469b574cee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.20003011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.257921059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.30927027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2f7cdff0-0595-47b6-8662-9599161412a1","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.316136332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.367870237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2f7cdff0-0595-47b6-8662-9599161412a1","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.373559601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.425029522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2f7cdff0-0595-47b6-8662-9599161412a1","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.426847093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"Deployment","name":"payload-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.480088129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.543997195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"Service","name":"payload-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.616845545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"Service","name":"payload-pre-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.626777858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24caa8c9-ec9f-42e9-a8c2-1de67f7ef696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.68125873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24caa8c9-ec9f-42e9-a8c2-1de67f7ef696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.682616347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"DestinationRule","name":"payload-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.735483404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24caa8c9-ec9f-42e9-a8c2-1de67f7ef696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.790142632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24caa8c9-ec9f-42e9-a8c2-1de67f7ef696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.791725892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.848745625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.902835903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.958614908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.064952343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.118463693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-aff1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.17385593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-aff1d2"},"namespace":"ai-tenant-e2e-autores-aff1d2","name":"default-tenant","reconcileID":"f9e26d17-aab0-4612-b2e4-d52443cd34e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-aff1d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:00.53096473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6058d-8d36-49aa-9a9a-69c869a71ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:00.585781476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6058d-8d36-49aa-9a9a-69c869a71ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:00.639976632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6058d-8d36-49aa-9a9a-69c869a71ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:00.693846572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6058d-8d36-49aa-9a9a-69c869a71ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:02.640324963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bd8809-2984-4d43-858f-5a660962af6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:02.694767816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bd8809-2984-4d43-858f-5a660962af6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:02.74903945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bd8809-2984-4d43-858f-5a660962af6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:02.80304583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bd8809-2984-4d43-858f-5a660962af6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.360064299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a93fde-2ee4-49bb-a990-d987f896d583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.360183984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9988b9c0-22db-4520-bda3-927f39ffbb22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.419297418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9988b9c0-22db-4520-bda3-927f39ffbb22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.419696824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a93fde-2ee4-49bb-a990-d987f896d583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.476147696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9988b9c0-22db-4520-bda3-927f39ffbb22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.476529774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a93fde-2ee4-49bb-a990-d987f896d583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.640653927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2ffc9336-ea3d-4657-ba0f-0b16edc4010b","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.699576342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2ffc9336-ea3d-4657-ba0f-0b16edc4010b","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.756877664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"2ffc9336-ea3d-4657-ba0f-0b16edc4010b","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:08.418803953Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-aff1d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-aff1d2","reconcileID":"0d74cc7e-8c1e-4f13-9bb6-497a2a5211a3","aitenant":"ai-tenants/e2e-autores-aff1d2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:09.008297005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63acb626-749f-4927-bc6b-6f8dfa21366c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:09.040969247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:09.062548693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63acb626-749f-4927-bc6b-6f8dfa21366c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:09.116739299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63acb626-749f-4927-bc6b-6f8dfa21366c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:09.171918157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63acb626-749f-4927-bc6b-6f8dfa21366c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:09.304729648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-aff1d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-aff1d2","reconcileID":"0d74cc7e-8c1e-4f13-9bb6-497a2a5211a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-aff1d2","removed":["maas.opendatahub.io/gateway-access-e2e-autores-aff1d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:11.159846112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf9948-0ebb-4387-930c-d493bc6c2fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:11.214065201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf9948-0ebb-4387-930c-d493bc6c2fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:11.268061772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf9948-0ebb-4387-930c-d493bc6c2fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:11.322199758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adf9948-0ebb-4387-930c-d493bc6c2fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.436785455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b292d5-2915-419c-8347-01dad3656822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.491825278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b292d5-2915-419c-8347-01dad3656822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.546609936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b292d5-2915-419c-8347-01dad3656822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.601171385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b292d5-2915-419c-8347-01dad3656822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.960147075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f11801","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f11801","reconcileID":"44b57bbd-66f5-4513-9a34-f2dcf8c65507","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f11801","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f11801":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.585167945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697c8e19-2607-4ca4-8c03-8aa6bb5edaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.63922582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697c8e19-2607-4ca4-8c03-8aa6bb5edaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.693413045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697c8e19-2607-4ca4-8c03-8aa6bb5edaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.747876537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697c8e19-2607-4ca4-8c03-8aa6bb5edaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.801852574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1cae62-c9d8-4504-bd92-c44dcd831ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.856268425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8fc54ae-d949-42e7-baf2-40be6dd5bb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.860600958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1cae62-c9d8-4504-bd92-c44dcd831ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.91620528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8fc54ae-d949-42e7-baf2-40be6dd5bb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:17.918334785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1cae62-c9d8-4504-bd92-c44dcd831ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:18.022612232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"cbe5c453-f707-4f67-90cc-cb108c826136","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:18.025646801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8fc54ae-d949-42e7-baf2-40be6dd5bb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:18.081169336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"cbe5c453-f707-4f67-90cc-cb108c826136","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:18.138851396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"cbe5c453-f707-4f67-90cc-cb108c826136","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:19.697569529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62e956-137a-4ceb-a758-13c77ac0bb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:19.76684211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62e956-137a-4ceb-a758-13c77ac0bb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:19.828125049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62e956-137a-4ceb-a758-13c77ac0bb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:19.883078607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca62e956-137a-4ceb-a758-13c77ac0bb10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.134651306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e083e62-5726-47e4-af20-1bd577708fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.192981329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e083e62-5726-47e4-af20-1bd577708fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.242090247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84cf87b9-987e-497a-a0a8-08521fde0e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.300255646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84cf87b9-987e-497a-a0a8-08521fde0e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.353716288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"346af7c8-db8e-4568-a374-e243d6f589d2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.411968696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"346af7c8-db8e-4568-a374-e243d6f589d2","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.516296902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9990b005-61cd-4c86-a781-73ede6f2af6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.51631934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9990b005-61cd-4c86-a781-73ede6f2af6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.61749052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0e09580-bb0c-4f8c-8f86-61ffa8ed0a89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.617512271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0e09580-bb0c-4f8c-8f86-61ffa8ed0a89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.878596819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"7be4d92e-81d5-4890-9d70-41a9179cc43d","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:28.878642162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"7be4d92e-81d5-4890-9d70-41a9179cc43d","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.188517089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"38f2217d-703e-4892-b70e-0f8bef0b3bcc","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.188545693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"38f2217d-703e-4892-b70e-0f8bef0b3bcc","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:08:30.246990434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"f713bd5b-fac0-4537-bbb4-59ea1e51f5b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-403e13-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.361937654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc8fbb7-fd5b-49f2-bfdc-84a7a2ccc67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.361989628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"77bb6bd0-be1e-4487-abc2-06730f8d750a","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.362459063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce464a9-a9a9-4f18-8e04-49e98183100c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.362629716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c0bf5e01-4da0-402c-97bb-d1e62088e5b5","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.362646078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c0bf5e01-4da0-402c-97bb-d1e62088e5b5","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:08:30.504003379Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c0bf5e01-4da0-402c-97bb-d1e62088e5b5","name":"e2e-dft-403e13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-403e13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:08:30.504071011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c0bf5e01-4da0-402c-97bb-d1e62088e5b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-403e13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.522653233Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"77bb6bd0-be1e-4487-abc2-06730f8d750a","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:08:30.527608642Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc8fbb7-fd5b-49f2-bfdc-84a7a2ccc67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:08:30.530615196Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce464a9-a9a9-4f18-8e04-49e98183100c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.558727307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"70c35b98-d7b7-4600-8f8f-7d5cd938cd72","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.558752541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"70c35b98-d7b7-4600-8f8f-7d5cd938cd72","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.579987521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"77bb6bd0-be1e-4487-abc2-06730f8d750a","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:08:30.586982769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc8fbb7-fd5b-49f2-bfdc-84a7a2ccc67c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:08:30.590463263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce464a9-a9a9-4f18-8e04-49e98183100c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.61345442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef04ddd2-2ec9-4084-bbcf-38559c081396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.613485833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef04ddd2-2ec9-4084-bbcf-38559c081396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.61383779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2082d4a-9e26-4a8d-9d13-2b6c51aa89a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.61384859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2082d4a-9e26-4a8d-9d13-2b6c51aa89a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.691688443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"8f4b734a-b194-4298-a620-18754d590b31","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.691719489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"8f4b734a-b194-4298-a620-18754d590b31","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.74187907Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"3608176b-c240-4b6c-8a65-b4e7a5ff0876","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"e2e-dft-403e13","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-403e13-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.814632046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59fe87e2-6bb8-440a-9562-9c2d68ef4836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.814633206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5676e57-5411-414c-aea4-3c2436d60e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.853967803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"84cdf7e2-4546-461d-a5ee-f588a75edc25","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.873687489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59fe87e2-6bb8-440a-9562-9c2d68ef4836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.874433028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5676e57-5411-414c-aea4-3c2436d60e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.91313349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"84cdf7e2-4546-461d-a5ee-f588a75edc25","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.930990794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5676e57-5411-414c-aea4-3c2436d60e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:30.931317548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59fe87e2-6bb8-440a-9562-9c2d68ef4836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:31.02899121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"b899963f-4db5-46ac-a3a0-635b17a6c5cd","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:31.029018659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"b899963f-4db5-46ac-a3a0-635b17a6c5cd","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:31.083675185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"115455f6-c46b-4a83-b890-b111f1dee0ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:31.083694416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"115455f6-c46b-4a83-b890-b111f1dee0ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:31.08407703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88a48107-13b2-4b30-9cee-04cf6a0d2a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:31.084090233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88a48107-13b2-4b30-9cee-04cf6a0d2a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:31.245716934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"f9107e8c-9ee5-4cc9-8283-4f944c6c6a83","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:39.040190688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.207386755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46dc4bec-0891-4d10-8a58-12c5870ef909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.207910694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85d45512-b661-4467-8c17-9cc57e3e3ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.266319437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46dc4bec-0891-4d10-8a58-12c5870ef909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.26635535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85d45512-b661-4467-8c17-9cc57e3e3ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.323928396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85d45512-b661-4467-8c17-9cc57e3e3ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.325763034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46dc4bec-0891-4d10-8a58-12c5870ef909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.54759374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df7b7f0-8336-46dc-a408-3899eaa2d457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.547612716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36de72ac-7173-4da6-a310-8a5e09589306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.606523939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df7b7f0-8336-46dc-a408-3899eaa2d457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.606666968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36de72ac-7173-4da6-a310-8a5e09589306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.671673601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df7b7f0-8336-46dc-a408-3899eaa2d457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.673341397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36de72ac-7173-4da6-a310-8a5e09589306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:55.958005541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6706df5-3451-43ac-b1bf-2d288a6eae47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.012129053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6706df5-3451-43ac-b1bf-2d288a6eae47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.066324999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6706df5-3451-43ac-b1bf-2d288a6eae47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.120542748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6706df5-3451-43ac-b1bf-2d288a6eae47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.122930137Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d8234e4c-4ed4-46f8-bc06-c1a495ace003","namespace":"ai-tenant-e2e-extmod-b-d5d415","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.122983873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d8234e4c-4ed4-46f8-bc06-c1a495ace003","namespace":"ai-tenant-e2e-extmod-b-d5d415","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.12303026Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d8234e4c-4ed4-46f8-bc06-c1a495ace003","aitenant":"ai-tenants/e2e-extmod-b-d5d415","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:59.055879385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"c3f78238-0468-4f99-80ea-5ad108b54b48","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:59.33523256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"ea5c671f-1573-4340-8e3b-6c31ea2c3710","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:59.335261819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"ea5c671f-1573-4340-8e3b-6c31ea2c3710","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.225410657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb3677b2-300b-4ae5-b6d3-f5f223f9c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.22541063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c2bc29-f777-454f-a728-a481d37fa9d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.225957573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"8a92650d-aac0-4bac-a230-b6cd098fdfbf","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.284058136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c2bc29-f777-454f-a728-a481d37fa9d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.284860144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb3677b2-300b-4ae5-b6d3-f5f223f9c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.286880915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"8a92650d-aac0-4bac-a230-b6cd098fdfbf","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.341592368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c2bc29-f777-454f-a728-a481d37fa9d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.342602719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb3677b2-300b-4ae5-b6d3-f5f223f9c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.343540954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"8a92650d-aac0-4bac-a230-b6cd098fdfbf","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.401509978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abac3274-5aaa-4a14-b5fd-3923b4f752e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.401531231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abac3274-5aaa-4a14-b5fd-3923b4f752e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.458228054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"6f2f9822-e698-4ab5-8637-2c3413d78a2e","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.458253458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"6f2f9822-e698-4ab5-8637-2c3413d78a2e","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.512861602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05c9689f-2ac9-4618-a582-2ad320dc679f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.512882168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05c9689f-2ac9-4618-a582-2ad320dc679f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:09.04122458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.621818361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20feca3c-93d7-4eb6-84ff-3cb05aa5f82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.622258181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"787b2d90-1650-433f-848a-4ac8b6e3d1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.623291949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"04e102bd-58bc-40ac-a87c-210dcbb4b055","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.681714565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20feca3c-93d7-4eb6-84ff-3cb05aa5f82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.682902801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"787b2d90-1650-433f-848a-4ac8b6e3d1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.684384881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"04e102bd-58bc-40ac-a87c-210dcbb4b055","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.740080808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20feca3c-93d7-4eb6-84ff-3cb05aa5f82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.741066727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"787b2d90-1650-433f-848a-4ac8b6e3d1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.741580367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"04e102bd-58bc-40ac-a87c-210dcbb4b055","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:20.956245626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81ed478c-23b0-4a85-bd33-34831adb589c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:20.956377727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"f3464bee-a7d2-4625-81ff-87115a22381c","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:20.956242385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73f2d240-4d30-47f0-b51a-a4184da4b688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.063411369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"f3464bee-a7d2-4625-81ff-87115a22381c","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.103569748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81ed478c-23b0-4a85-bd33-34831adb589c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.109618881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73f2d240-4d30-47f0-b51a-a4184da4b688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.38486603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44bef860-f62f-4d91-b035-377316d1e8a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.384901929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44bef860-f62f-4d91-b035-377316d1e8a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.387347903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d86c74-28a4-4118-820d-43549c006a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.387365992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d86c74-28a4-4118-820d-43549c006a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.552255387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"8f9d846a-d4b5-4868-90ee-a86de58abf9b","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.552392028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"8f9d846a-d4b5-4868-90ee-a86de58abf9b","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.605139743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"bf4ce66a-f3aa-4fcb-83b1-4a42ca646d3f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6963e","tenantID":"e2e-inf-a-d6963e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.724915669Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"bf4ce66a-f3aa-4fcb-83b1-4a42ca646d3f","name":"e2e-inf-a-d6963e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.784305475Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","namespace":"ai-tenant-e2e-extmod-b-966a03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.784362619Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","namespace":"ai-tenant-e2e-extmod-b-966a03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.78441145Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","tenant":"e2e-extmod-b-966a03","tenantID":"e2e-extmod-b-966a03","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.840126307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"Deployment","name":"maas-api-e2e-extmod-b-966a03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.906605937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"Service","name":"maas-api-e2e-extmod-b-966a03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.963538557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-966a03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.019420713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-966a03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.079651885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.137070445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.195013519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.261654843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.322887463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.377445377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.433877687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"Service","name":"payload-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.48802927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.542057775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.596807007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.650528972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.707746903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.761558232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.815103553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.86983266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-966a03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.924628427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-966a03"},"namespace":"ai-tenant-e2e-extmod-b-966a03","name":"default-tenant","reconcileID":"15df3a84-3b5f-4387-97e6-56ed44e19068","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-966a03","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:24.235687283Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-966a03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-966a03","reconcileID":"130ff361-f953-49ef-be1c-547ad21c81a9","aitenant":"ai-tenants/e2e-extmod-b-966a03","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:24.822090428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4aef1b-25b5-416a-95b1-9535d18938ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:24.877217458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4aef1b-25b5-416a-95b1-9535d18938ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:24.931790435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4aef1b-25b5-416a-95b1-9535d18938ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:24.986385645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4aef1b-25b5-416a-95b1-9535d18938ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:25.11286075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-966a03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-966a03","reconcileID":"130ff361-f953-49ef-be1c-547ad21c81a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-966a03","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-966a03"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:26.966808724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710235b6-535f-4d2a-8de6-7e7c15823223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.021080304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710235b6-535f-4d2a-8de6-7e7c15823223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.085767472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710235b6-535f-4d2a-8de6-7e7c15823223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.142710785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710235b6-535f-4d2a-8de6-7e7c15823223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.116046334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e86d9a-4164-4bf0-bd44-fbd04e2f9160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.170702674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e86d9a-4164-4bf0-bd44-fbd04e2f9160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.224929481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e86d9a-4164-4bf0-bd44-fbd04e2f9160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.279873163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e86d9a-4164-4bf0-bd44-fbd04e2f9160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.660504008Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6375e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6375e7","reconcileID":"86590830-e8e8-4feb-8039-7faeed62b9f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6375e7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-6375e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.304958318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7e6ad-bab0-4115-b97f-03d97a08b942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.359171115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7e6ad-bab0-4115-b97f-03d97a08b942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.413182088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7e6ad-bab0-4115-b97f-03d97a08b942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.467255561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7e6ad-bab0-4115-b97f-03d97a08b942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.407182318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad911c-9e34-44ab-8618-b8ac21055751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.461567374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad911c-9e34-44ab-8618-b8ac21055751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.515411556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad911c-9e34-44ab-8618-b8ac21055751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.569650247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad911c-9e34-44ab-8618-b8ac21055751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.561356816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3da67f-1c5e-45f9-9b73-5a7ab9282aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.616212714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3da67f-1c5e-45f9-9b73-5a7ab9282aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.670514681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3da67f-1c5e-45f9-9b73-5a7ab9282aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.72473819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3da67f-1c5e-45f9-9b73-5a7ab9282aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.039362933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.375841929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"acd55184-41a7-4f00-956f-e7dc71ccd6b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f11801","tenantID":"e2e-extmod-a-f11801","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.496349665Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"acd55184-41a7-4f00-956f-e7dc71ccd6b5","name":"e2e-extmod-a-f11801-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.773149239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7eb972-e12d-401e-8e83-6f03d16e33f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.844352689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7eb972-e12d-401e-8e83-6f03d16e33f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.903270273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7eb972-e12d-401e-8e83-6f03d16e33f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.961773279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7eb972-e12d-401e-8e83-6f03d16e33f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:09.056054997Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:20.887846963Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","namespace":"ai-tenant-e2e-extmod-b-d5d415","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:20.88791771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","namespace":"ai-tenant-e2e-extmod-b-d5d415","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:20.887990387Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","tenant":"e2e-extmod-b-d5d415","tenantID":"e2e-extmod-b-d5d415","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:20.951754395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d5d415","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.016966326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"Service","name":"maas-api-e2e-extmod-b-d5d415","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.075493433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d5d415","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.131616292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d5d415","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.193521388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.250766467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.308087389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.366782579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.424051535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.48025639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.539824182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"Service","name":"payload-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.593901377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.649866508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.704095995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.759764426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.819574572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.873333249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.928325171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:21.982227927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d5d415","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:22.047957829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5d415"},"namespace":"ai-tenant-e2e-extmod-b-d5d415","name":"default-tenant","reconcileID":"d5219c18-9533-4b0b-9b50-74b62294f820","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d5d415","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:22.7842532Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5d415","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5d415","reconcileID":"bbaea892-a2ad-4e39-b4bb-705d2c553c1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d5d415","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d5d415"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:23.978574465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced38b50-2b74-4867-9899-277226123326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:24.032813695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced38b50-2b74-4867-9899-277226123326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:24.087008072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced38b50-2b74-4867-9899-277226123326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:24.141515833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced38b50-2b74-4867-9899-277226123326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:26.175769785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f92204d-37cb-46b2-9b5c-2fa403e71cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:26.23242161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f92204d-37cb-46b2-9b5c-2fa403e71cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:26.32153425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f92204d-37cb-46b2-9b5c-2fa403e71cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:26.376340561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f92204d-37cb-46b2-9b5c-2fa403e71cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:27.379825945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"b810f7de-697d-4e0e-a258-54f2f6e09faa","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:27.43536784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"20a3e100-5dc7-4f29-8b83-2f660bc7c408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:27.575516593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"424c7663-b91e-432a-bec5-4bc918a838eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:27.633075276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"b4718795-587a-44aa-b493-70406b911ff6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:27.7734058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"7223d419-3314-464c-8f59-f1fa6d232c49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.000947582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6972a082-606b-4d6c-a4ae-3d394cc95b59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.330217242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9411f-8c7c-4436-967e-4d9bcf4912d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.385233754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9411f-8c7c-4436-967e-4d9bcf4912d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.443000944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9411f-8c7c-4436-967e-4d9bcf4912d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.497968502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9411f-8c7c-4436-967e-4d9bcf4912d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.717946471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"73c5f383-79c0-4f20-bfa9-6787b4d4281e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.717988665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"3973d06d-7fc9-450f-a79a-888ec061d1ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.728759327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"c49894be-230e-463e-aa40-7df64643a222","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.811792965Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b6c8c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b6c8c7","reconcileID":"a8e1e336-1b6a-492d-8823-51e62c20c43e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b6c8c7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-b6c8c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.846961622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"3ebd8ef5-64c0-476f-a65f-27841917c8ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.925543415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c6c0132-3bad-434b-8579-8618d08293ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:29.087169741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"cafacd7c-7f5a-49ee-a26f-2a0ab35e5f86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:29.093914383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"35de472e-ed36-47b6-9434-6c1e56397b3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.515140338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e4e-f492-4706-9f10-59cb978ffbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.569830272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e4e-f492-4706-9f10-59cb978ffbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.623957418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e4e-f492-4706-9f10-59cb978ffbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.678228181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e4e-f492-4706-9f10-59cb978ffbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:32.737877986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9a569-3502-4da8-8495-d029e7f0bab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:32.793845373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9a569-3502-4da8-8495-d029e7f0bab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:32.848355862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9a569-3502-4da8-8495-d029e7f0bab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:32.902402058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9a569-3502-4da8-8495-d029e7f0bab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:34.898892067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95855405-7d00-485a-a11d-522e2dd6dba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:34.953237334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95855405-7d00-485a-a11d-522e2dd6dba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:35.007811508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95855405-7d00-485a-a11d-522e2dd6dba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:35.063136032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95855405-7d00-485a-a11d-522e2dd6dba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.015633482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbac90e2-a58a-4f4d-a428-7c39085729b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.070583317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbac90e2-a58a-4f4d-a428-7c39085729b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.124909311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbac90e2-a58a-4f4d-a428-7c39085729b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.179992633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbac90e2-a58a-4f4d-a428-7c39085729b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:39.040406323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:39.121096377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e984876f-7d91-4e4c-ade1-d551b6ea7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:39.175307678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e984876f-7d91-4e4c-ade1-d551b6ea7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:39.23037361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e984876f-7d91-4e4c-ade1-d551b6ea7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:39.285348218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e984876f-7d91-4e4c-ade1-d551b6ea7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:41.246021746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a8d47a-de41-404b-9b23-e237538dffc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:41.300272852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a8d47a-de41-404b-9b23-e237538dffc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:41.354611755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a8d47a-de41-404b-9b23-e237538dffc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:41.408849778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a8d47a-de41-404b-9b23-e237538dffc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:42.755333535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"54d7f89b-2064-4cc8-aadb-745a0c28646f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:42.923188677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"17fd25ab-4e78-406f-8925-1c5b48b22e23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.018549683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85506d1d-3f53-4ebf-8f1b-194ebaf5954a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.036106152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"c93bf61b-59a4-4eb2-9603-f64d30c454f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.206252856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28366893-3d6e-46a6-a9f4-51f910de0b6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.299940694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c917c31d-1a81-4acb-a3ee-f1bfd6e2e5ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.339341569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f6a66f-5750-44b2-9f98-25c21096f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.39444235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f6a66f-5750-44b2-9f98-25c21096f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.448366615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f6a66f-5750-44b2-9f98-25c21096f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.448671632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"94814303-7f40-4053-8eaa-722c635df504","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.503069008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f6a66f-5750-44b2-9f98-25c21096f9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.557128757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"8e1aaa49-f077-40df-a191-537c81a0978c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.667200435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"3d07df84-6c28-4329-b75e-fc10593d2888","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.721439364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"d74b0629-30ff-4a59-aa46-b429833650b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.885359564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"c6468ba8-f5fd-49a9-9e3b-d7e9ab1f9e2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.939272057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"e28fcf8d-52f6-4c5a-b994-b23b534db6e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:44.094821832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"1732c57a-e3ec-4454-a445-d67ee327a2cf","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:51.607591287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d1a4c6-d2a0-4995-a0f1-997acee67a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:51.661421799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d1a4c6-d2a0-4995-a0f1-997acee67a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:51.7155102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d1a4c6-d2a0-4995-a0f1-997acee67a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:51.769642883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d1a4c6-d2a0-4995-a0f1-997acee67a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:53.740122054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc972eea-7e91-460e-8aa8-2403d6ca764f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:53.794522274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc972eea-7e91-460e-8aa8-2403d6ca764f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:53.848676373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc972eea-7e91-460e-8aa8-2403d6ca764f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:53.902709783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc972eea-7e91-460e-8aa8-2403d6ca764f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:55.903081174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f84e28-815a-4d3e-8fce-108548028f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:55.957128009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f84e28-815a-4d3e-8fce-108548028f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:56.0110466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f84e28-815a-4d3e-8fce-108548028f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:56.065137139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f84e28-815a-4d3e-8fce-108548028f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:59.393912643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"460327fd-997c-4f90-ab3c-f04a8d089476","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:59.612500573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"e96a8425-4ecc-4e47-9f7b-9d6403bc7e63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:59.666275572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"c47ef5e2-6829-4129-91d7-61ec136a36f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:59.814410189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"28159268-b66a-41b6-b8c6-2f532f11d906","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:59.907958523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"a2d7bf40-52e5-4d18-b9d6-9dad64e5f689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:00.009068015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"a807ba8d-741d-4aff-92b2-55e4cc3c98ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:00.160985838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f114e80-fdee-46b8-b561-69b5c06f237d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:00.443960906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"07f705c1-bf34-4f3f-b15c-9e19ff953f9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:00.553152178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"1766ffad-4e9b-4897-af02-17bce9526530","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:00.760429646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"2d08d79f-eda9-4518-9e36-d78aafcf6732","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:00.865294417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"d064434e-078e-4232-9f45-be7f8090715e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:00.872223962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c237c246-17df-4b61-ad04-7299a9f6104e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.039623846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11493890-83e3-4d04-8076-096cf20b7da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.094902176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11493890-83e3-4d04-8076-096cf20b7da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.149006556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11493890-83e3-4d04-8076-096cf20b7da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.203360103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11493890-83e3-4d04-8076-096cf20b7da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.203893516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"86d4e357-b8e9-4db8-8c28-4c1207b92c93","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:03.213515455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a61e5c-95ff-4eaa-9e72-ea449476550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:03.269505974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a61e5c-95ff-4eaa-9e72-ea449476550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:03.325104856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a61e5c-95ff-4eaa-9e72-ea449476550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:03.379244561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a61e5c-95ff-4eaa-9e72-ea449476550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:05.373141079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fef9f6-5389-4007-893c-1d5c270deb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:05.427529065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fef9f6-5389-4007-893c-1d5c270deb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:05.482525735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fef9f6-5389-4007-893c-1d5c270deb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:05.545089401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fef9f6-5389-4007-893c-1d5c270deb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:05.945237556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"61916b21-2b5c-47c9-882d-10897700dd5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6375e7","tenantID":"e2e-inf-a-6375e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.06546191Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"61916b21-2b5c-47c9-882d-10897700dd5f","name":"e2e-inf-a-6375e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.536846239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ce11dc-bf9f-4b1c-9663-d283f6a33d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.591407225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ce11dc-bf9f-4b1c-9663-d283f6a33d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.646155639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ce11dc-bf9f-4b1c-9663-d283f6a33d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.701142151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ce11dc-bf9f-4b1c-9663-d283f6a33d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:09.040198519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:09.661498767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a57099f-98f8-4c80-aa41-86c616e41fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:09.71656717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a57099f-98f8-4c80-aa41-86c616e41fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:09.771507576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a57099f-98f8-4c80-aa41-86c616e41fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:09.826111786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a57099f-98f8-4c80-aa41-86c616e41fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:11.7715116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ad996-5860-459e-99c2-317472cebd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:11.826000354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ad996-5860-459e-99c2-317472cebd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:11.883955394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ad996-5860-459e-99c2-317472cebd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:11.944166181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ad996-5860-459e-99c2-317472cebd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:13.884363505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e02fb8-d496-40a6-a0a5-76a3f073b6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:13.938696303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e02fb8-d496-40a6-a0a5-76a3f073b6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:13.993100414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e02fb8-d496-40a6-a0a5-76a3f073b6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:14.047189622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e02fb8-d496-40a6-a0a5-76a3f073b6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:15.979101868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b748f7d-a583-4676-af85-85ae9a782705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:16.033212247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b748f7d-a583-4676-af85-85ae9a782705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:16.087661004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b748f7d-a583-4676-af85-85ae9a782705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:16.143317302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b748f7d-a583-4676-af85-85ae9a782705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:18.21144118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e318e4c5-edd7-48b3-8029-1cab3207b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:18.271748405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e318e4c5-edd7-48b3-8029-1cab3207b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:18.335077261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e318e4c5-edd7-48b3-8029-1cab3207b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:18.391193626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e318e4c5-edd7-48b3-8029-1cab3207b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:19.905762286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"480c1f3d-dfe6-46eb-9960-c82f4e1f4e09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.232830915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"9f53327a-9c37-4f49-9f1a-66cfd14925e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.346173307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ffbbbcb-7c2d-467e-936c-975b1ebf52bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.446288142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"7662944f-25d9-490f-a8ef-f86ff647263a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.563201205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"2b0abb84-ab2b-4896-bba4-2380299a1cea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.769276582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"7cee6446-ce99-4e6e-abd4-e5db32ac21a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.823292696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"7d6528cb-23e0-402c-932f-57faf912260f","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.867160873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"efe68f5a-1b30-4771-8f29-979872bc6e54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:20.906901956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"007b4e8a-3bfd-4c50-b20d-8f8bf63556bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.023995226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"520bf77d-e7ef-4319-8d47-325c540a940f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.239849808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"89c3083d-28c4-4cb4-9c24-2c46295944a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.46617078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"5cdc6b20-765b-45be-96ae-5a2f197955fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.525975137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66fcaeb6-c2fb-46c5-94ce-a30df8c6732f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:22.695878193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b18019-3bb9-4631-9632-108bafed1228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:22.751807467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b18019-3bb9-4631-9632-108bafed1228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:22.806378247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b18019-3bb9-4631-9632-108bafed1228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:22.864819003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b18019-3bb9-4631-9632-108bafed1228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:24.938098954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbff5218-1e10-451d-9aa2-f7d83cbd4a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:24.992131717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbff5218-1e10-451d-9aa2-f7d83cbd4a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:25.053192199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbff5218-1e10-451d-9aa2-f7d83cbd4a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:25.107686467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbff5218-1e10-451d-9aa2-f7d83cbd4a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:27.108053216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd95fa80-e542-4308-ba19-c88143e84c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:27.162939222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd95fa80-e542-4308-ba19-c88143e84c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:27.21757211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd95fa80-e542-4308-ba19-c88143e84c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:27.272923976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd95fa80-e542-4308-ba19-c88143e84c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.229270311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246ea3f-e31e-4c02-b1e9-c6d81a348389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.284916158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246ea3f-e31e-4c02-b1e9-c6d81a348389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.33927361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246ea3f-e31e-4c02-b1e9-c6d81a348389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.393641453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246ea3f-e31e-4c02-b1e9-c6d81a348389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:39.039845056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.224159032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"00682a0e-d7aa-464e-a784-40d7b054390d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.28068378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"078ee187-a84d-4fca-9210-e1d3385ac6e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.4516301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"24e24e2d-c417-4693-8b75-b7192fa876f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.567694154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"8544e5ca-08ca-4268-b4c5-6f8db2c67f2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.62334224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abba7be7-d1cb-4e36-9df5-b8dc0d0c5d8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.733686301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"9bf28a4c-2391-43a4-a08f-1cf4a78cbb2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.84398869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"3b5bee26-3ff2-4f58-a564-6ec03418e21c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.01313021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"b6dba8aa-f707-496a-93c6-4f2b3ec08513","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.185064051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"a0a63865-f58c-49d4-9874-2c9aa85302e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.29326711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"5ffc4d6c-92a1-4104-ae6b-03eb87d430e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.388874148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"5701014c-03b5-45b3-ae16-f611cf05027b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.48860356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"01d8ae21-50d8-4750-ab32-2ec1fd184662","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.508571555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"b1353fac-7a2d-4303-a146-96f78557a436","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:04.372151086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"7ea5657d-b4e1-4c7b-8535-0e7c15f2ad5b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6c8c7","tenantID":"e2e-inf-a-b6c8c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:04.49160817Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"7ea5657d-b4e1-4c7b-8535-0e7c15f2ad5b","name":"e2e-inf-a-b6c8c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:09.039975196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:19.793307102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","namespace":"ai-tenant-e2e-inf-a-d6963e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:19.793366531Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","namespace":"ai-tenant-e2e-inf-a-d6963e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:19.793414303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","tenant":"e2e-inf-a-d6963e","tenantID":"e2e-inf-a-d6963e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:19.849404679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"Deployment","name":"maas-api-e2e-inf-a-d6963e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:19.914597397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"Service","name":"maas-api-e2e-inf-a-d6963e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:19.977818124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d6963e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.033988701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d6963e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.100791867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.157497769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.21581766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.28385982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.349015725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.403004826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.459066438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"Service","name":"payload-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.515400326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.569609305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.623795839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.67808409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.738065099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.792231411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.845920868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.908722056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d6963e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:20.967824738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6963e"},"namespace":"ai-tenant-e2e-inf-a-d6963e","name":"default-tenant","reconcileID":"76b0cff5-ff8a-43f9-9290-15f16e2360a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d6963e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:22.895370511Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6963e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6963e","reconcileID":"4a116bd5-e793-4285-925e-8f59eca97000","aitenant":"ai-tenants/e2e-inf-a-d6963e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.475625534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86c8ebd-89e2-445c-be41-8c1f8bba33b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.52961737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86c8ebd-89e2-445c-be41-8c1f8bba33b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.583404436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86c8ebd-89e2-445c-be41-8c1f8bba33b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.638007294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86c8ebd-89e2-445c-be41-8c1f8bba33b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.759424031Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6963e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6963e","reconcileID":"4a116bd5-e793-4285-925e-8f59eca97000","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d6963e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d6963e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:25.59573056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e18a54-436e-4375-bd51-81b7326bc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:25.650739157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e18a54-436e-4375-bd51-81b7326bc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:25.705309784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e18a54-436e-4375-bd51-81b7326bc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:25.760359428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e18a54-436e-4375-bd51-81b7326bc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.499118435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"8cf543df-7a8a-4c80-a7ba-2752dca9cf99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.598983116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0717cca-39da-4e11-b4e0-94e0bafae3ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.613521302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"47a51d40-39af-4304-b2bf-491cd419e6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.730533562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34824a34-68a8-491b-afdd-a60c969af40a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.827164155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"1c273132-f184-47f0-b807-9618f3f07f08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.837971879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"2a302b7f-955f-44ed-8e99-b7fc78c84d6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.080514119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"1015214d-c83b-4cbf-ae5e-279bc89bb4d5","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.346569869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"2a5abfad-3db4-412e-ad02-1818e000dc4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.601093041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"4dc190f2-0e07-4b0b-b48a-dc2d7e2ff893","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.633352509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"938533cd-3f0c-4e5a-92cf-e2b944f5622c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.633372293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"938533cd-3f0c-4e5a-92cf-e2b944f5622c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.692196512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdb565cd-4c41-42b3-9359-19d713c4cfc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.692217089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdb565cd-4c41-42b3-9359-19d713c4cfc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.726725404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470d41c-e40e-41f4-a49b-71a9a8f8ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.781224763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470d41c-e40e-41f4-a49b-71a9a8f8ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.835501998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470d41c-e40e-41f4-a49b-71a9a8f8ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.89078692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470d41c-e40e-41f4-a49b-71a9a8f8ca71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.944559908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"9b86fd63-b08e-4aa5-88e3-75803ae37fe4","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:27.99984935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"dad5a3b9-ab97-4341-ab1c-3f7753a3b184","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.00345129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"7db0d22a-47fe-463d-87c5-5e80a8f10867","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.017450358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cbc50a6-a12a-4b47-85e8-8eb3197261d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.017467325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cbc50a6-a12a-4b47-85e8-8eb3197261d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.059025141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"35075a19-55fa-470f-a8d2-2c9036f723d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.087527536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a03f8c1-f2d3-4386-93ec-32fd32e19a43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.087543953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a03f8c1-f2d3-4386-93ec-32fd32e19a43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.112331276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"9b86fd63-b08e-4aa5-88e3-75803ae37fe4","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:12:28.1412097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-sub-97f66ed8","reconcileID":"d8911f6a-dbe6-4686-ba9d-0337085f6354","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-97f66ed8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.163553712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"fa635a5e-4658-424b-9559-bc77b079e0ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.220574803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"9b86fd63-b08e-4aa5-88e3-75803ae37fe4","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.267465507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47790e18-f82a-46ce-ab75-abdf95c7c050","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.267513755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47790e18-f82a-46ce-ab75-abdf95c7c050","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.279623701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21d03b7-7dae-405a-9dba-eafd2d1b499c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.279639705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21d03b7-7dae-405a-9dba-eafd2d1b499c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.330339124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa0df54-659d-4f90-9745-a46c16772e74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.330359208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa0df54-659d-4f90-9745-a46c16772e74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.391162232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"e79c12f0-325b-4b09-987c-2684da9551a2","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.453588483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"e79c12f0-325b-4b09-987c-2684da9551a2","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.513006389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"e79c12f0-325b-4b09-987c-2684da9551a2","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.61241179Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-sub-97f66ed8","reconcileID":"9dcba6b9-40a0-4892-a282-d4a3a3728720","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-97f66ed8/e2e-sub-97f66ed8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.780189306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"482fa53c-5f1e-4742-a060-66781c8c7759","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.780210969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"482fa53c-5f1e-4742-a060-66781c8c7759","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.829019738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"223a34d1-3887-451b-a19c-a7e14c35be9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.998296848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-sub-97f66ed8","reconcileID":"266010d3-1b07-4deb-a77a-abd51fc2ce34","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:29.853537206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed017-f059-4309-9a38-fa3d5ac7897b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:29.90746377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed017-f059-4309-9a38-fa3d5ac7897b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:29.962677913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed017-f059-4309-9a38-fa3d5ac7897b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:30.017697946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed017-f059-4309-9a38-fa3d5ac7897b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:31.952282601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e0f904-ebc6-4fb0-bf48-0c944953b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:32.006558286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e0f904-ebc6-4fb0-bf48-0c944953b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:32.060465854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e0f904-ebc6-4fb0-bf48-0c944953b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:32.11469528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e0f904-ebc6-4fb0-bf48-0c944953b0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:34.108251006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80516dd-62ed-4c6e-9c42-6a42a4f37f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:34.16239891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80516dd-62ed-4c6e-9c42-6a42a4f37f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:34.216444242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80516dd-62ed-4c6e-9c42-6a42a4f37f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:34.270341596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80516dd-62ed-4c6e-9c42-6a42a4f37f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:36.231674038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf9d269-54fc-48e9-9549-faa7d93482b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:36.285619574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf9d269-54fc-48e9-9549-faa7d93482b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:36.340510052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf9d269-54fc-48e9-9549-faa7d93482b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:36.394654014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf9d269-54fc-48e9-9549-faa7d93482b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.572760875Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","namespace":"ai-tenant-e2e-extmod-a-f11801","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.572825782Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","namespace":"ai-tenant-e2e-extmod-a-f11801","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.572877515Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","tenant":"e2e-extmod-a-f11801","tenantID":"e2e-extmod-a-f11801","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.630799841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f11801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.698508023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"Service","name":"maas-api-e2e-extmod-a-f11801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.757782436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f11801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.814274983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f11801","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.870448526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.933714397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.994623912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.087927315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.144120579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.201301081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.254916608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"Service","name":"payload-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.308423494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.361923356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.417006569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.47051463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.528731976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.583213819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.622196879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"3f7ad453-3f5e-4d16-93ab-0fff401d8719","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.63706432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.699436698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f11801","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.700763147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"3f7ad453-3f5e-4d16-93ab-0fff401d8719","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.75881122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f11801"},"namespace":"ai-tenant-e2e-extmod-a-f11801","name":"default-tenant","reconcileID":"0c950d4e-9f37-4d5b-b936-84f14c492757","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f11801","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.761073856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"3f7ad453-3f5e-4d16-93ab-0fff401d8719","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:39.051647745Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:43.507862789Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f11801","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f11801","reconcileID":"40498325-d3f3-42c1-acc3-6baedffca965","aitenant":"ai-tenants/e2e-extmod-a-f11801","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:43.983879478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ff442-e608-4dde-a265-7d3c9c4335d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.03998493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ff442-e608-4dde-a265-7d3c9c4335d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.094252489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ff442-e608-4dde-a265-7d3c9c4335d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.148969889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ff442-e608-4dde-a265-7d3c9c4335d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.324971493Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f11801","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f11801","reconcileID":"40498325-d3f3-42c1-acc3-6baedffca965","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f11801","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f11801"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:46.092604288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd11d5-1f01-4f6a-a254-94c60c912a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:46.14895822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd11d5-1f01-4f6a-a254-94c60c912a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:46.203244447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd11d5-1f01-4f6a-a254-94c60c912a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:46.257049765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bd11d5-1f01-4f6a-a254-94c60c912a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:48.37124175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c08df0-b601-48e4-b073-cc45cdf1ddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:48.425597211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c08df0-b601-48e4-b073-cc45cdf1ddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:48.480589289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c08df0-b601-48e4-b073-cc45cdf1ddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:48.535858511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c08df0-b601-48e4-b073-cc45cdf1ddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:48.883982424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"07a53824-43fd-4fa0-a67e-7ba3443d4f09","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:48.941960138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"07a53824-43fd-4fa0-a67e-7ba3443d4f09","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:49.002873778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"07a53824-43fd-4fa0-a67e-7ba3443d4f09","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:50.845920941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a5ee7-aafc-4848-9ef9-248dcc181ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:50.899961465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a5ee7-aafc-4848-9ef9-248dcc181ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:50.954148854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a5ee7-aafc-4848-9ef9-248dcc181ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:51.008260145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a5ee7-aafc-4848-9ef9-248dcc181ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:52.35215664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-2399b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-2399b8","reconcileID":"fbe34f28-55d0-4b3f-a13a-422f3b1023f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-2399b8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-2399b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.016087696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2df164-b532-4c04-ae94-24fdc182d3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.070387318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2df164-b532-4c04-ae94-24fdc182d3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.124739205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2df164-b532-4c04-ae94-24fdc182d3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.179435692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2df164-b532-4c04-ae94-24fdc182d3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:55.214941683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59eef24-4ca6-446d-846c-110541b7ac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:55.268864243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59eef24-4ca6-446d-846c-110541b7ac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:55.322800563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59eef24-4ca6-446d-846c-110541b7ac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:55.376647434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59eef24-4ca6-446d-846c-110541b7ac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:59.110813436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"20ee0f67-d2db-459e-9eda-fa27a592ecc1","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:59.168775633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"20ee0f67-d2db-459e-9eda-fa27a592ecc1","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:59.225809031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"20ee0f67-d2db-459e-9eda-fa27a592ecc1","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:59.285833381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8be824-8cfd-48a8-a8d3-7d5b63097c08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:59.285854496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8be824-8cfd-48a8-a8d3-7d5b63097c08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:09.039230166Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:09.394404679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"ea58ba60-26a7-40ed-9d8a-f1f761e7fe21","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:09.452731808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"ea58ba60-26a7-40ed-9d8a-f1f761e7fe21","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:09.511242234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f5f2a588a6f2e1c8bdaabb26c57a84ebc5286afadd42637621cefe220738ed65) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (55912cbda3a12a7688182e08bb6d459812fa98cd8d468803533f42e87ae0de96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7a7f36d74460e351af92dd5d63a70b0c89c8cb60f0f5812bb73c9a1122ab5815) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (df8c18ca0438d3308af1e4b07b8c0c2d30b49e9453c2b59bc3b55b7ee200649d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"ea58ba60-26a7-40ed-9d8a-f1f761e7fe21","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:19.621166765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"99376c20-454f-493a-b0f4-bd866574aef6","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:19.678797484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"99376c20-454f-493a-b0f4-bd866574aef6","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:19.953931205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a58d25d1-0720-4ad6-a869-93b8263ce82f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:19.95395217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a58d25d1-0720-4ad6-a869-93b8263ce82f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.298529175Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"b5f86691-b6ff-4308-a479-a17656512ba4","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.298597303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63934c63-3487-46ac-84a5-b4ff8e66e07c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.298613106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63934c63-3487-46ac-84a5-b4ff8e66e07c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.406456088Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-policy-97f66ed8","reconcileID":"b5f86691-b6ff-4308-a479-a17656512ba4","MaaSAuthPolicy":{"name":"e2e-policy-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"policyNamespace":"ai-tenant-e2e-mt-97f66ed8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.463833984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"677503cf-5271-4d91-9329-6960bc047a19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.463854823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"677503cf-5271-4d91-9329-6960bc047a19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.61115207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2cb082c-bb1d-4d4c-904e-dab439971a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:25.611175555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2cb082c-bb1d-4d4c-904e-dab439971a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.105381076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"8249c2f4-4ba5-438c-b2de-27e921883dde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.20931031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"a0883a3f-8260-4ed9-96b8-f4a9c3523123","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.318817829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"3bdb6af5-1644-4b2b-9524-f7fe9ff5ca93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.415627956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"598ba1f1-8d7d-48fe-aa16-d48eeca451b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.515667596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"69ec2915-42a5-4643-97b6-f560d6b1463c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.617834052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7098007-6da8-464d-8966-c9d4b0de841a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.715841444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"9e6da5d0-b3c4-487e-8e75-7a1fcbd1389c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:28.921873568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"a60b19d1-e4ed-4912-a2de-0c46f9a94df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:29.093221666Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c897d89d-574f-43d1-8433-8313e7a01f4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:29.135823549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"945bdce2-e07d-4e79-a202-1ed735a2ba13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:29.235031171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"5db30e3c-806c-46d6-b3ff-1045544b405e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:29.235057644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"4bff2868-cef5-4b80-b256-b2ff1f97e086","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:29.420311835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"e40ac418-a1ac-4629-bc0c-2343c3f84c38","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","model":"llm/e2e-dft-403e13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:29.462278607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f55397fa-a4cc-4b7d-8eab-8a1b008e9a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:33.348752947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e35923-afd5-4944-be78-a381f1dff3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:33.402998978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e35923-afd5-4944-be78-a381f1dff3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:33.457057241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e35923-afd5-4944-be78-a381f1dff3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:33.511344294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e35923-afd5-4944-be78-a381f1dff3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:35.515460794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c932c66-abc2-425f-a83f-f9f7caa9fae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:35.569509979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c932c66-abc2-425f-a83f-f9f7caa9fae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:35.62347918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c932c66-abc2-425f-a83f-f9f7caa9fae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:35.677622167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c932c66-abc2-425f-a83f-f9f7caa9fae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:35.779817361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-sub-97f66ed8","reconcileID":"68c862e8-757e-4fbd-9f38-05d30663080a","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-97f66ed8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:35.942121264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"namespace":"ai-tenant-e2e-mt-97f66ed8","name":"e2e-sub-97f66ed8","reconcileID":"68c862e8-757e-4fbd-9f38-05d30663080a","MaaSSubscription":{"name":"e2e-sub-97f66ed8","namespace":"ai-tenant-e2e-mt-97f66ed8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:36.1660836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d6e147-e6e0-4fa0-ae68-2b3bf6e8bf8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:36.166107041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d6e147-e6e0-4fa0-ae68-2b3bf6e8bf8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:37.681263762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a476958-ffe9-42bf-ac8a-daae92e576d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:37.735598535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a476958-ffe9-42bf-ac8a-daae92e576d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:37.801372286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a476958-ffe9-42bf-ac8a-daae92e576d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:37.85607759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a476958-ffe9-42bf-ac8a-daae92e576d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:39.04112375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:39.829178872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91420fc-04dc-4efd-b376-0d8042aa7044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:39.883294778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91420fc-04dc-4efd-b376-0d8042aa7044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:39.937580195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91420fc-04dc-4efd-b376-0d8042aa7044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:39.991514934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91420fc-04dc-4efd-b376-0d8042aa7044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.958703128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf0cfa0-a141-4806-9bf6-04755932497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.012791313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf0cfa0-a141-4806-9bf6-04755932497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.067085114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf0cfa0-a141-4806-9bf6-04755932497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.121137457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf0cfa0-a141-4806-9bf6-04755932497a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.638925578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","namespace":"ai-tenant-e2e-inf-a-6375e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.638980728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","namespace":"ai-tenant-e2e-inf-a-6375e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.639028551Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","tenant":"e2e-inf-a-6375e7","tenantID":"e2e-inf-a-6375e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.694804788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"Deployment","name":"maas-api-e2e-inf-a-6375e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.758632099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"Service","name":"maas-api-e2e-inf-a-6375e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.820147608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-6375e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.876223433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-6375e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.934303936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.990724051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.049973095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.108769084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.168707384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.222690371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.285970038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"Service","name":"payload-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.339797881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.393095076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.446623896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.500197213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.55707436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.610748525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.664079848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.72378655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-6375e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.78004173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6375e7"},"namespace":"ai-tenant-e2e-inf-a-6375e7","name":"default-tenant","reconcileID":"1258f9a1-6d27-4d32-b325-268e5413a1a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-6375e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.632363211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"4c9f9847-53c6-4a33-babc-aa09268f6918","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.63239293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"4c9f9847-53c6-4a33-babc-aa09268f6918","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.794352296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd4300a-e351-44e3-acb7-ba395f25691b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.794562693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"408039c8-978b-4863-813a-f87945aee77f","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.794354906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cc3c689-12b8-4fd5-976d-23b114ea5aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.798574048Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"dc8a1b93-2657-4dea-8632-d8d4a05608f9","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc8590ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.925801397Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd4300a-e351-44e3-acb7-ba395f25691b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:00.931061947Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cc3c689-12b8-4fd5-976d-23b114ea5aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:00.931791202Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"408039c8-978b-4863-813a-f87945aee77f","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.98328566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd4300a-e351-44e3-acb7-ba395f25691b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:00.992519101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"408039c8-978b-4863-813a-f87945aee77f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:00.994643048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cc3c689-12b8-4fd5-976d-23b114ea5aed","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.046660681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a0a7969f-c684-4777-9fd2-8918cffa373a","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.046687846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a0a7969f-c684-4777-9fd2-8918cffa373a","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.216998369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4178fbbf-728d-402d-a09d-e5f937e1666d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.217019911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4178fbbf-728d-402d-a09d-e5f937e1666d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.217445955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04b00b5d-e6e6-487d-bb88-99efee6121ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.217460735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04b00b5d-e6e6-487d-bb88-99efee6121ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.266726802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"d5acbba8-26d3-4a6f-bb95-0588c0421724","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.269730703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8b4b83-0de4-42a9-bc1a-941c69c1f50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.271317463Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"461b6e46-f237-47e0-a8a8-51c607f7985e","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc8590ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.308233822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35e203d-c265-49f3-bbe3-62b9eb185aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.324978427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"d5acbba8-26d3-4a6f-bb95-0588c0421724","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.327208165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8b4b83-0de4-42a9-bc1a-941c69c1f50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.366807332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35e203d-c265-49f3-bbe3-62b9eb185aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.376800293Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6375e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6375e7","reconcileID":"06158069-4868-44db-a3b2-d0e941593341","aitenant":"ai-tenants/e2e-inf-a-6375e7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.445567925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a35e203d-c265-49f3-bbe3-62b9eb185aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.445973428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"d5acbba8-26d3-4a6f-bb95-0588c0421724","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.447553932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8b4b83-0de4-42a9-bc1a-941c69c1f50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.558537045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c1152f95-9f78-4e42-a8c3-244c66b08e6b","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.558564238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c1152f95-9f78-4e42-a8c3-244c66b08e6b","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.612541451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"502b8867-d374-451d-b7de-5d84bf44732f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.612561384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"502b8867-d374-451d-b7de-5d84bf44732f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.663095178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d3800a-1f23-462c-8363-acec64e37a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.721196447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d3800a-1f23-462c-8363-acec64e37a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.763425931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74aaa988-c37d-471b-8dae-6b281c162f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.763517688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"b88ff6c5-d1ab-41dd-9a9f-b9faed1e3fc4","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.77773022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d3800a-1f23-462c-8363-acec64e37a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.821787468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74aaa988-c37d-471b-8dae-6b281c162f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.821887449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"b88ff6c5-d1ab-41dd-9a9f-b9faed1e3fc4","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.878362794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"b88ff6c5-d1ab-41dd-9a9f-b9faed1e3fc4","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.878427506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74aaa988-c37d-471b-8dae-6b281c162f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:01.997016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b640e4ba-309e-4bb6-98a4-4af3d0632f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.051292443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b640e4ba-309e-4bb6-98a4-4af3d0632f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.105353113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b640e4ba-309e-4bb6-98a4-4af3d0632f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.159663236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b640e4ba-309e-4bb6-98a4-4af3d0632f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.221029875Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6375e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6375e7","reconcileID":"06158069-4868-44db-a3b2-d0e941593341","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6375e7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-6375e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:04.121863396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f2b67-761f-412e-b37f-ee92a5ea1d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:04.175913932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f2b67-761f-412e-b37f-ee92a5ea1d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:04.230272317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f2b67-761f-412e-b37f-ee92a5ea1d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:04.28460534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f2b67-761f-412e-b37f-ee92a5ea1d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:06.246402255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01fbf6e-1053-4d5d-9d6b-8d5eb79919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:06.300401552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01fbf6e-1053-4d5d-9d6b-8d5eb79919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:06.35435235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01fbf6e-1053-4d5d-9d6b-8d5eb79919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:06.40829023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01fbf6e-1053-4d5d-9d6b-8d5eb79919a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:09.03989112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.326741476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"51172966-5259-4446-a961-130b85cb7905","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-403e13","subscription":"e2e-dft-403e13-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.436994745Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"51172966-5259-4446-a961-130b85cb7905","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.491812146Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-sub","reconcileID":"51172966-5259-4446-a961-130b85cb7905","MaaSSubscription":{"name":"e2e-dft-403e13-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-403e13","namespace":"llm","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.831177667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a033fe1c-93a2-42b5-8fad-66e072540520","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.83120785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a033fe1c-93a2-42b5-8fad-66e072540520","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.972972993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c5bef04d-f96e-4569-8877-878c3fdbd762","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.972999732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"c5bef04d-f96e-4569-8877-878c3fdbd762","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.992314596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196ae37f-4a41-41e4-827a-0e1832fe4ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.992331286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4792959e-1798-47f3-95c6-6f73498917f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:11.992821357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"e0cdbc2b-f333-4135-b576-9cfb3230e323","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.122527102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"e0cdbc2b-f333-4135-b576-9cfb3230e323","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:12.125790368Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4792959e-1798-47f3-95c6-6f73498917f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:12.126178963Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196ae37f-4a41-41e4-827a-0e1832fe4ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.179428134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"e0cdbc2b-f333-4135-b576-9cfb3230e323","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:12.185183666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4792959e-1798-47f3-95c6-6f73498917f1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.185353533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aced1f0b-b3d7-4ff3-83b5-7168f646d1a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.18536978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aced1f0b-b3d7-4ff3-83b5-7168f646d1a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:12.187926723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196ae37f-4a41-41e4-827a-0e1832fe4ca2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.188107171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645ea162-3e00-49f7-91c5-ca08b5d6cab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.188121178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645ea162-3e00-49f7-91c5-ca08b5d6cab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:12.234073605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"e0cdbc2b-f333-4135-b576-9cfb3230e323","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-403e13-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.234323045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-403e13-access","reconcileID":"007c5a69-d01c-4b31-a46b-b438685223bb","MaaSAuthPolicy":{"name":"e2e-dft-403e13-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.352616947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ec19781-0cb5-4dc1-b980-7d03561d5cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.355301318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3deb5010-f2c7-41b1-aa97-7c4f557d52c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.411325551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ec19781-0cb5-4dc1-b980-7d03561d5cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.414825993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3deb5010-f2c7-41b1-aa97-7c4f557d52c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.468143349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ec19781-0cb5-4dc1-b980-7d03561d5cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.472951024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3deb5010-f2c7-41b1-aa97-7c4f557d52c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.503272439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a271e394-10bd-490d-8c72-44a8cf8b6b15","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.503294178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"a271e394-10bd-490d-8c72-44a8cf8b6b15","MaaSModelRef":{"name":"e2e-dft-403e13","namespace":"llm"},"routeName":"external-model-e2e-dft-403e13-a23ba82cad32","namespace":"llm","model":"e2e-dft-403e13","externalModel":"e2e-dft-403e13","provider":"e2e-dft-403e13-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.5576397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"767b2f51-d914-40f3-a1d7-b2138e078a6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.55765841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"767b2f51-d914-40f3-a1d7-b2138e078a6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.558037707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28dae08e-5085-4a2d-a769-1c8c984002c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.558049873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28dae08e-5085-4a2d-a769-1c8c984002c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.105882142Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"61380559-434c-4424-ad6b-cf3e318fd781","namespace":"llm","name":"e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.209825202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd99ce92-4944-4240-9545-a4fc0712d990","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.209855417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd99ce92-4944-4240-9545-a4fc0712d990","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.210269031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7eebb02-ba72-4e8a-b894-b0638f26eec2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.210283784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7eebb02-ba72-4e8a-b894-b0638f26eec2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.21939194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3bf3c31-dbe5-4c68-9223-5428cd1f7573","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.219531181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3bf3c31-dbe5-4c68-9223-5428cd1f7573","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.220023564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40b53140-e9a4-4941-b99e-02b8bd8e172e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.22008212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40b53140-e9a4-4941-b99e-02b8bd8e172e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.220432347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4560cc69-9dfe-4a33-a626-b917325d6b6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.220446348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4560cc69-9dfe-4a33-a626-b917325d6b6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.220778087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a841af2-4d2b-4865-a9bd-9cc34c6f87ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.220792755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a841af2-4d2b-4865-a9bd-9cc34c6f87ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.221095546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"496e5558-9103-45b0-88fd-33c30076a269","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.221111177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"496e5558-9103-45b0-88fd-33c30076a269","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.221613854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"286fd385-2a37-43ad-861f-10e04e1e4113","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.221676167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"286fd385-2a37-43ad-861f-10e04e1e4113","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.276054543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f5fd365-26bd-4e06-b380-ad43bb4303f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.276052752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"a83723cc-a342-4408-86c4-73b54615b7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.276572773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"79b041f2-2226-43c3-a4e7-c640c7c23108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.301918078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"99205e0b-36f4-4901-bfd7-e8450e053199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.317042444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a28ed55-e57c-4a53-ae6e-609b3fc95d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.334266879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"79b041f2-2226-43c3-a4e7-c640c7c23108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.335346918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"a83723cc-a342-4408-86c4-73b54615b7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.336549915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f5fd365-26bd-4e06-b380-ad43bb4303f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.359612529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"99205e0b-36f4-4901-bfd7-e8450e053199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.375048335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a28ed55-e57c-4a53-ae6e-609b3fc95d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.393378482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f5fd365-26bd-4e06-b380-ad43bb4303f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.428249769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6aab81cc-e999-420d-8da9-2fc245edc5e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.441392051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a390cb4d-c500-48af-8fc0-495a3da1008a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.452728051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a28ed55-e57c-4a53-ae6e-609b3fc95d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.561929466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d997a192-27d5-47eb-886c-ee8d3a2a524d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.621089025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"d997a192-27d5-47eb-886c-ee8d3a2a524d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.655259455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ba503f24-edfb-4542-ba9c-794735c4a675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.713428359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"ba503f24-edfb-4542-ba9c-794735c4a675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.733225586Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-403e13","namespace":"llm"},"namespace":"llm","name":"e2e-dft-403e13","reconcileID":"ede7c01c-56ee-4358-a705-52ab068888f6","namespace":"llm","name":"e2e-dft-403e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.756185317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"43c1663a-8942-4da7-81a1-933149ad6873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.756613744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"b7e3a494-6b89-4d86-a6f1-9dad492565f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.756815796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3386301c-d398-4c96-9f69-19e52e830479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.817209012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"43c1663a-8942-4da7-81a1-933149ad6873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.818445587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"b7e3a494-6b89-4d86-a6f1-9dad492565f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.819443205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"3386301c-d398-4c96-9f69-19e52e830479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.988504579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f1f228c2-d0d6-49e8-bdee-76591ee89120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.047536864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"f1f228c2-d0d6-49e8-bdee-76591ee89120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.089669514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"c8720c5c-0b4b-44ff-86c9-833c5f5e5767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.147520324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"c8720c5c-0b4b-44ff-86c9-833c5f5e5767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.191347781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"51929f58-ac2b-4e22-ac01-10604899a1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.191507777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b61b33e-b756-494e-be8f-11ad89e75417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.191797397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f567955e-ed7c-4c33-8a21-c20ec770753d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.250787258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b61b33e-b756-494e-be8f-11ad89e75417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.253680231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"51929f58-ac2b-4e22-ac01-10604899a1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.254760139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f567955e-ed7c-4c33-8a21-c20ec770753d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.310454786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b61b33e-b756-494e-be8f-11ad89e75417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.317734473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f567955e-ed7c-4c33-8a21-c20ec770753d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.429999879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a9599f5e-7a16-478f-b800-ebebdef5f6d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.487681099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a9599f5e-7a16-478f-b800-ebebdef5f6d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.518905521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ca8a6af6-a755-4876-9fa6-3c645654e441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.518905698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"1cbd4cf0-89a9-4353-89e7-a96cfc8f2a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.577573645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"ca8a6af6-a755-4876-9fa6-3c645654e441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.578185168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"1cbd4cf0-89a9-4353-89e7-a96cfc8f2a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.592568324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"4d74c4e1-9939-46d9-9135-920c5157f27f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.618111289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c043c7b6-24eb-4ea0-acfd-992fc7ece1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.618126191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5bb7ca89-b7b7-464f-8020-00d5f7fabd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.676117126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"5bb7ca89-b7b7-464f-8020-00d5f7fabd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.676170118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c043c7b6-24eb-4ea0-acfd-992fc7ece1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.711399642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"4d74c4e1-9939-46d9-9135-920c5157f27f","name":"e2e-inf-a-2399b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.815739166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1eb256e9-5a9a-434b-878f-81cf16b0c220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.873307189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"1eb256e9-5a9a-434b-878f-81cf16b0c220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.919008042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a7b3a764-e382-47a7-a441-e0f5575a6bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.977589432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"a7b3a764-e382-47a7-a441-e0f5575a6bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.343542773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"982b9df1-1d79-4dc6-b2dc-e7881ee4e2a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.343574046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"982b9df1-1d79-4dc6-b2dc-e7881ee4e2a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.451329813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"710d4baf-3703-4ab4-8442-e79f162af2ce","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.597915841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"710d4baf-3703-4ab4-8442-e79f162af2ce","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.661381232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"710d4baf-3703-4ab4-8442-e79f162af2ce","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.729525812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fc9bee7-9e99-49d0-a6c2-e5a23b0bad92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.729646753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fc9bee7-9e99-49d0-a6c2-e5a23b0bad92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.433904654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91994533-a865-4219-9c22-b837997ea455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.487925148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91994533-a865-4219-9c22-b837997ea455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.541984175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91994533-a865-4219-9c22-b837997ea455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.596124234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91994533-a865-4219-9c22-b837997ea455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:21.042893245Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-89273860","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-89273860","reconcileID":"54e2ec6f-2a39-4ea9-b89d-d65abd206bf9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-89273860","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-89273860":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.615045818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f417c06-7b89-431c-83dc-dc8a8d1ce7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.669947292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f417c06-7b89-431c-83dc-dc8a8d1ce7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.724149044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f417c06-7b89-431c-83dc-dc8a8d1ce7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.778044255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f417c06-7b89-431c-83dc-dc8a8d1ce7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:23.239067089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"29e6e3c8-4dfc-4ed4-b06e-f0c5d3e22fd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:23.33854746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"85481636-764a-489f-bb48-8dbe43a98dd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:23.438795058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d49f4e7-6429-45ce-b6f1-bced0b92cd13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:23.688335729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"35ad3361-f138-4fe1-bc13-f90847fdbcdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:23.850889011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbd3eefe-1791-4974-a9aa-2183bb5636d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.027609131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"d02c34ab-e189-4405-8834-52ddb4567eef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.027666335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"42650a29-0218-4146-96c3-384988a75783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.124418055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"00bd21d2-867a-4895-af7a-e5b9dceaa8bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.242459589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"ca4019cb-8a56-4af3-a006-bdd7dabbf17f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.242492072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"5a4a8726-c11f-4a1e-80f2-917e671c4935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.407128735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"e8b3ce10-e0e9-447b-8033-b0da07ae2e7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.472581548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dde533b0-67a2-4d78-b0d1-db45b898cb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.49311592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"514a5998-ffc3-43d8-a56c-20f3877ead5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.62982663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dde533b0-67a2-4d78-b0d1-db45b898cb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:24.634419875Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"514a5998-ffc3-43d8-a56c-20f3877ead5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.645291309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"1e7a00c7-2b5d-4d95-ab46-637f636b1526","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.689003774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dde533b0-67a2-4d78-b0d1-db45b898cb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:24.732806055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"514a5998-ffc3-43d8-a56c-20f3877ead5f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.735685698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4e09f9d-cb31-4cd2-8ffe-c019115a2e1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.735758938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4e09f9d-cb31-4cd2-8ffe-c019115a2e1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.749105373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660593ba-afe6-43b7-b302-ff2c042f5b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.805062012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660593ba-afe6-43b7-b302-ff2c042f5b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.810858596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e11eb34f-5825-4c34-a3ac-d00d9e4b1304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.810875979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e11eb34f-5825-4c34-a3ac-d00d9e4b1304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.878825845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660593ba-afe6-43b7-b302-ff2c042f5b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.961837534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660593ba-afe6-43b7-b302-ff2c042f5b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:25.017048828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1b32b0-58ec-474b-bf19-88457e34abff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:25.07841596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1b32b0-58ec-474b-bf19-88457e34abff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:25.134956821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1b32b0-58ec-474b-bf19-88457e34abff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:25.241989645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98ae8d2b-caa3-4c2c-87e8-bd45ebe7bf33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:25.242009429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98ae8d2b-caa3-4c2c-87e8-bd45ebe7bf33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.839569023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"3ddd235f-5099-47ec-ab63-5cbd6ace3457","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.965232942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"3ddd235f-5099-47ec-ab63-5cbd6ace3457","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.022102027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"3ddd235f-5099-47ec-ab63-5cbd6ace3457","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.079022052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0896aec-9999-4b5c-9f8d-4ad4d02b2cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.079044343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0896aec-9999-4b5c-9f8d-4ad4d02b2cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:34.972307664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6384859-b10d-49b5-94e4-b119a9c4b62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.099818547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6384859-b10d-49b5-94e4-b119a9c4b62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.156674877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6384859-b10d-49b5-94e4-b119a9c4b62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.216298511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86506846-527b-4fb3-852c-bb1ff5611628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.216319726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86506846-527b-4fb3-852c-bb1ff5611628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.404251842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0756ab5b-995e-43b2-bc3a-28ebf2b03bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.462569458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0756ab5b-995e-43b2-bc3a-28ebf2b03bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.519152858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0756ab5b-995e-43b2-bc3a-28ebf2b03bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.57891496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"693e556b-4df8-46d5-b449-de13fdceaddd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:35.578934587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"693e556b-4df8-46d5-b449-de13fdceaddd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:37.190628332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"30711ed7-8d4f-4043-8c8c-2ebeffe5df96","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:37.315154556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"30711ed7-8d4f-4043-8c8c-2ebeffe5df96","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:37.371866336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"30711ed7-8d4f-4043-8c8c-2ebeffe5df96","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:37.430788888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc8e7a80-59bc-4ef5-9bac-902b8027a0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:37.430808512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc8e7a80-59bc-4ef5-9bac-902b8027a0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:39.039725206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.378117469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03008938-b9f2-4eb1-9dbc-02b1ca57ca52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.503547899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03008938-b9f2-4eb1-9dbc-02b1ca57ca52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.560108053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03008938-b9f2-4eb1-9dbc-02b1ca57ca52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.619539226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3e6456-f9b6-43e9-bed9-12c666d483c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.619562568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be3e6456-f9b6-43e9-bed9-12c666d483c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.740433671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca7e8e3-d193-483c-abbf-a4f188371434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.79868464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca7e8e3-d193-483c-abbf-a4f188371434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.855455608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ca7e8e3-d193-483c-abbf-a4f188371434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.914938618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6ee7cf5-5d47-4b8d-9f0c-111bf8578231","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:45.91495761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6ee7cf5-5d47-4b8d-9f0c-111bf8578231","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:47.538207232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"fea931cf-21b9-4525-8efd-cca6007eabd0","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:47.664707786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"fea931cf-21b9-4525-8efd-cca6007eabd0","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:47.721784906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"fea931cf-21b9-4525-8efd-cca6007eabd0","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:47.780859618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23208d6f-6e63-4d77-ae10-260ea1bfabd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:47.780879574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23208d6f-6e63-4d77-ae10-260ea1bfabd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.586195899Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","namespace":"ai-tenant-e2e-inf-a-b6c8c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.586273388Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","namespace":"ai-tenant-e2e-inf-a-b6c8c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.586324758Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","tenant":"e2e-inf-a-b6c8c7","tenantID":"e2e-inf-a-b6c8c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.644337246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"Deployment","name":"maas-api-e2e-inf-a-b6c8c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.707796162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"Service","name":"maas-api-e2e-inf-a-b6c8c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.770437806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b6c8c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.826141862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b6c8c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.894609203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:51.952728376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.011325207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.068931732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.12370456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"Deployment","name":"payload-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.177713592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.231587193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"Service","name":"payload-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.285274103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.339830864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.395211723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.448907728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.506289842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.55995065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.613457186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.669778445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-b6c8c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:52.723647735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6c8c7"},"namespace":"ai-tenant-e2e-inf-a-b6c8c7","name":"default-tenant","reconcileID":"19d87c38-35ba-42b7-9a95-6e494590cc07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-b6c8c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.78092319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec5ea3fc-20ee-4499-86fe-99792521a77c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.906708109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec5ea3fc-20ee-4499-86fe-99792521a77c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.963126523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec5ea3fc-20ee-4499-86fe-99792521a77c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.020108186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70c420d7-cd9c-4752-937d-8745f31a1b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.020139942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70c420d7-cd9c-4752-937d-8745f31a1b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.078622023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6bb3d05-862e-40b0-9e41-06ad218be87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.136622594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6bb3d05-862e-40b0-9e41-06ad218be87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.19307528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6bb3d05-862e-40b0-9e41-06ad218be87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.252798771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c11c7ec2-f348-4779-aeda-7dc3e3d3d3ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.252818249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c11c7ec2-f348-4779-aeda-7dc3e3d3d3ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:57.891138368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"48517ba9-dc3f-411d-a1fe-8444f63f6d4e","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.045229967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"48517ba9-dc3f-411d-a1fe-8444f63f6d4e","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.102402253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"48517ba9-dc3f-411d-a1fe-8444f63f6d4e","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.162181033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccde33eb-40fe-4274-9180-c5c434e6bbe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.162205427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccde33eb-40fe-4274-9180-c5c434e6bbe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:02.416581866Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b6c8c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b6c8c7","reconcileID":"cf4da21f-991d-4bb9-b5a8-88542388b291","aitenant":"ai-tenants/e2e-inf-a-b6c8c7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:03.089567701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02931656-9916-4fcf-bf19-8fbb40635b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:03.144196658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02931656-9916-4fcf-bf19-8fbb40635b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:03.203406604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02931656-9916-4fcf-bf19-8fbb40635b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:03.2656551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02931656-9916-4fcf-bf19-8fbb40635b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:03.329408127Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b6c8c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b6c8c7","reconcileID":"cf4da21f-991d-4bb9-b5a8-88542388b291","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b6c8c7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-b6c8c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:05.354885542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8c6c3a-d164-4ec6-a624-6f26cd29ad34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:05.409314392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8c6c3a-d164-4ec6-a624-6f26cd29ad34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:05.467845183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8c6c3a-d164-4ec6-a624-6f26cd29ad34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:05.52263278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8c6c3a-d164-4ec6-a624-6f26cd29ad34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.183046017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b0533e-3c1e-4076-98f3-186cb27cb770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.315291633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b0533e-3c1e-4076-98f3-186cb27cb770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.37658543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b0533e-3c1e-4076-98f3-186cb27cb770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.421880197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b5b8c15-c0f8-4729-9640-bc1f09d676c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.435592316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17a54885-e474-4154-9926-351a930ddd3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.435610176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17a54885-e474-4154-9926-351a930ddd3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.483327323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b5b8c15-c0f8-4729-9640-bc1f09d676c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.540680424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b5b8c15-c0f8-4729-9640-bc1f09d676c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.601413868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f31f0ca-0c83-4615-96f9-bc6ede0f416c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:06.601443242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f31f0ca-0c83-4615-96f9-bc6ede0f416c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.390422649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca4676a-85bc-4356-8628-c3ec8c22fc76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.390444929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca4676a-85bc-4356-8628-c3ec8c22fc76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.453338198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45203037-c64b-41fa-86e8-c61d20348d08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.453358341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45203037-c64b-41fa-86e8-c61d20348d08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.564581348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"namespace":"ai-tenant-e2e-mt-75ba6a4c","name":"e2e-policy-75ba6a4c","reconcileID":"ffa7fc3c-7242-4020-a520-ef633755a337","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.71093671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"namespace":"ai-tenant-e2e-mt-75ba6a4c","name":"e2e-policy-75ba6a4c","reconcileID":"ffa7fc3c-7242-4020-a520-ef633755a337","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.768309384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"namespace":"ai-tenant-e2e-mt-75ba6a4c","name":"e2e-policy-75ba6a4c","reconcileID":"ffa7fc3c-7242-4020-a520-ef633755a337","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.270699651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"a3c3ef1b-65dd-47bc-af6c-e2b0b1b311cd","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.32921211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"a3c3ef1b-65dd-47bc-af6c-e2b0b1b311cd","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.386495924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"a3c3ef1b-65dd-47bc-af6c-e2b0b1b311cd","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.446768011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2257d856-ade4-4fa3-a40b-1802a7dfb0d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.446786078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2257d856-ade4-4fa3-a40b-1802a7dfb0d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:09.039654088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.025623392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0d31bae-615e-4a98-a173-26e78466cd8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.025652546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0d31bae-615e-4a98-a173-26e78466cd8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.084827215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e85922c-58e8-4196-9bc0-98773113a03d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.084853894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e85922c-58e8-4196-9bc0-98773113a03d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.252937979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"80d49f79-caf3-4128-ad00-b55fa7f55b5e","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.38282655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"80d49f79-caf3-4128-ad00-b55fa7f55b5e","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.440492529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"80d49f79-caf3-4128-ad00-b55fa7f55b5e","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.499888016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"676e8c0d-f18b-4447-9998-0328bb0bc179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.499908505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"676e8c0d-f18b-4447-9998-0328bb0bc179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.597049311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42cdcc9a-33ea-4a86-813a-89033de8f960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.655025792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42cdcc9a-33ea-4a86-813a-89033de8f960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.712189488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42cdcc9a-33ea-4a86-813a-89033de8f960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.762648471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ab8510b-f318-404e-b1fe-6bc96ea7ff35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.772413852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb75f77b-302c-4b2f-9ff6-e9bb68c7eb2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.772430343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb75f77b-302c-4b2f-9ff6-e9bb68c7eb2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.822049595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ab8510b-f318-404e-b1fe-6bc96ea7ff35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.878191743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ab8510b-f318-404e-b1fe-6bc96ea7ff35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.937911686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b97a8ba5-e39a-450e-abe5-9d91141211c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:16.937931451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b97a8ba5-e39a-450e-abe5-9d91141211c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:18.554752487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"46944ab8-61df-4dcc-99c4-79dc3eb65b9b","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:18.68308052Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"46944ab8-61df-4dcc-99c4-79dc3eb65b9b","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:18.73976276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"46944ab8-61df-4dcc-99c4-79dc3eb65b9b","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:18.801949083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abc56fc1-6835-4f1d-ba69-93b3463f0e33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:18.801969746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abc56fc1-6835-4f1d-ba69-93b3463f0e33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.661739386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"636d9b5e-a1c9-4671-8ca3-439855808951","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.788493172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"636d9b5e-a1c9-4671-8ca3-439855808951","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.845016498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"636d9b5e-a1c9-4671-8ca3-439855808951","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.902660012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32da23b3-b792-455d-8721-691815408bea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.902677528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32da23b3-b792-455d-8721-691815408bea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:26.935299327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66cda10e-b89f-467e-849f-c80e9b027507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:26.994002418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66cda10e-b89f-467e-849f-c80e9b027507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.051179802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66cda10e-b89f-467e-849f-c80e9b027507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.099621277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9142742b-c713-4b41-a880-388f1141cbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.109012296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81c3b481-46ce-4325-ac97-fab616e653b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.10903265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81c3b481-46ce-4325-ac97-fab616e653b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.157946144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9142742b-c713-4b41-a880-388f1141cbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.215653044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9142742b-c713-4b41-a880-388f1141cbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.275717003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3997940-ca32-4d99-8576-da55286ffa24","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:27.275736639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3997940-ca32-4d99-8576-da55286ffa24","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:28.910294803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"2736244c-edb8-424b-8fa5-a72183372e4d","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:29.036964415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"2736244c-edb8-424b-8fa5-a72183372e4d","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:29.094225034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"2736244c-edb8-424b-8fa5-a72183372e4d","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:29.152112208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0886a970-1c86-4944-8b31-5637bca0d92c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:29.152132421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0886a970-1c86-4944-8b31-5637bca0d92c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:33.470345271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"namespace":"ai-tenant-e2e-mt-75ba6a4c","name":"e2e-policy-75ba6a4c","reconcileID":"3dab0ec5-0a75-4a09-8e9c-ac81855c9d29","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:33.62439591Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"namespace":"ai-tenant-e2e-mt-75ba6a4c","name":"e2e-policy-75ba6a4c","reconcileID":"3dab0ec5-0a75-4a09-8e9c-ac81855c9d29","MaaSAuthPolicy":{"name":"e2e-policy-75ba6a4c","namespace":"ai-tenant-e2e-mt-75ba6a4c"},"policyNamespace":"ai-tenant-e2e-mt-75ba6a4c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:34.064982459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"0c1f048a-ff88-454e-8f6c-f2f0912df6fb","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:34.190516637Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"0c1f048a-ff88-454e-8f6c-f2f0912df6fb","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:34.246828459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"0c1f048a-ff88-454e-8f6c-f2f0912df6fb","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:34.306022756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"757a7c27-e860-40df-9744-860d61b7827e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:34.306044717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"757a7c27-e860-40df-9744-860d61b7827e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:36.708949642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795c735d-178f-4b72-a006-277b230bfd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:36.765309619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795c735d-178f-4b72-a006-277b230bfd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:36.820762292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795c735d-178f-4b72-a006-277b230bfd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:36.8748733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795c735d-178f-4b72-a006-277b230bfd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.273480583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761a4872-5335-4786-a4fe-05aba2f80de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.33099807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761a4872-5335-4786-a4fe-05aba2f80de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.387004512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761a4872-5335-4786-a4fe-05aba2f80de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.437064756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a439651-2b54-4a31-845c-32bf8dbd852b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.446304955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d39aa7-67ee-48e0-8912-3b1d7f0acd0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.446322989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d39aa7-67ee-48e0-8912-3b1d7f0acd0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.494995283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a439651-2b54-4a31-845c-32bf8dbd852b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.551538189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a439651-2b54-4a31-845c-32bf8dbd852b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.61110892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"daaea45d-d621-4076-bbc7-437e4997949f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.611134227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"daaea45d-d621-4076-bbc7-437e4997949f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:38.842562922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa1dd7f-ce56-4ecb-8a79-2df45c138cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:38.896695586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa1dd7f-ce56-4ecb-8a79-2df45c138cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:38.950775902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa1dd7f-ce56-4ecb-8a79-2df45c138cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.004874047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa1dd7f-ce56-4ecb-8a79-2df45c138cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.039355514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.284021999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"c2663387-8667-4fca-9281-f9759ea95262","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.413798585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"c2663387-8667-4fca-9281-f9759ea95262","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.470517379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"c2663387-8667-4fca-9281-f9759ea95262","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.52980423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a347ae0-9e92-458e-b9f5-51a0430061b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.529822459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a347ae0-9e92-458e-b9f5-51a0430061b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.468343303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"94c807c1-6e3c-481a-8c2c-975ebff8e7b6","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.595417598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"94c807c1-6e3c-481a-8c2c-975ebff8e7b6","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.652294251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"94c807c1-6e3c-481a-8c2c-975ebff8e7b6","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.710869949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb66688-ff21-452b-8d65-c28d22ef7302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.710889248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb66688-ff21-452b-8d65-c28d22ef7302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:45.600082993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"a44cc49b-2473-4a20-b34a-0c118281d951","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-89273860","tenantID":"e2e-mt-89273860","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:45.719688058Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"a44cc49b-2473-4a20-b34a-0c118281d951","name":"e2e-mt-89273860-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:45.735112435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8429e0-88c9-42ea-a6f2-9e44e7898ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:45.789146642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8429e0-88c9-42ea-a6f2-9e44e7898ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:45.843064429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8429e0-88c9-42ea-a6f2-9e44e7898ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:45.897105099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8429e0-88c9-42ea-a6f2-9e44e7898ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:46.879814393Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b5daee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b5daee","reconcileID":"8956d856-e4c0-4ff8-abed-e7e1ce52fc17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b5daee","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-b5daee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.608928667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d5c99ee-7d58-4550-a019-71c1928acaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.67108242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d5c99ee-7d58-4550-a019-71c1928acaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.729421475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d5c99ee-7d58-4550-a019-71c1928acaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.773890203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9419fade-cb3b-4de8-8a14-02b571b655a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.789140753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90dc6906-3aad-4618-81e8-6c7c86841b6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.789158307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90dc6906-3aad-4618-81e8-6c7c86841b6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.832122028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9419fade-cb3b-4de8-8a14-02b571b655a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.846092514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7f3ae5-6df2-489c-8afd-93a24e4b21c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.900000924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7f3ae5-6df2-489c-8afd-93a24e4b21c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.902952251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9419fade-cb3b-4de8-8a14-02b571b655a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.9541601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7f3ae5-6df2-489c-8afd-93a24e4b21c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.008246568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7f3ae5-6df2-489c-8afd-93a24e4b21c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.014206173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b60a9578-fc1b-42ce-ba6e-c268f1a111e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.014221612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b60a9578-fc1b-42ce-ba6e-c268f1a111e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:49.639561047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"26f68032-64d7-4f7d-81f7-0f2af7835e0a","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:49.765282428Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"26f68032-64d7-4f7d-81f7-0f2af7835e0a","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:49.822207666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"26f68032-64d7-4f7d-81f7-0f2af7835e0a","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:49.881534726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d48e23-9284-453f-989d-59e88ea76a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:49.881556031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d48e23-9284-453f-989d-59e88ea76a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:50.001553858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212f017-9c9d-4a5d-98a2-0c1b735a2ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:50.056141677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212f017-9c9d-4a5d-98a2-0c1b735a2ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:50.110338046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212f017-9c9d-4a5d-98a2-0c1b735a2ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:50.167974777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8212f017-9c9d-4a5d-98a2-0c1b735a2ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:52.216676905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7208c-ac14-4738-add2-7c4ff4b1d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:52.271330596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7208c-ac14-4738-add2-7c4ff4b1d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:52.328901434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7208c-ac14-4738-add2-7c4ff4b1d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:52.383757887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7208c-ac14-4738-add2-7c4ff4b1d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:54.388279896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182d9fa8-f475-4310-b0e2-1e4c0996c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:54.442734141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182d9fa8-f475-4310-b0e2-1e4c0996c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:54.498050798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182d9fa8-f475-4310-b0e2-1e4c0996c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:54.55290725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182d9fa8-f475-4310-b0e2-1e4c0996c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:54.894871576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"201ecf10-25ad-46f3-9e1d-7132a0d1ba4c","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.025210915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"201ecf10-25ad-46f3-9e1d-7132a0d1ba4c","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.083812217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"201ecf10-25ad-46f3-9e1d-7132a0d1ba4c","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.142663607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e437c098-60fb-4dab-a7ae-ae12e6b2fad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.1426864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e437c098-60fb-4dab-a7ae-ae12e6b2fad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:56.519736079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af301608-9d5b-488c-870e-287f0ac4d0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:56.573936067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af301608-9d5b-488c-870e-287f0ac4d0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:56.628234483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af301608-9d5b-488c-870e-287f0ac4d0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:56.683063002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af301608-9d5b-488c-870e-287f0ac4d0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:57.950392308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83090421-b9e9-4779-b5a0-ec759767b293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.008911649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83090421-b9e9-4779-b5a0-ec759767b293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.114246316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83090421-b9e9-4779-b5a0-ec759767b293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.203153943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faa5e997-b60f-4bb5-802a-05abee9afbb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.203176681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faa5e997-b60f-4bb5-802a-05abee9afbb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.218772368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"854d1b80-1396-4c9a-b93d-e73f87520ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.28259693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"854d1b80-1396-4c9a-b93d-e73f87520ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.339357754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"854d1b80-1396-4c9a-b93d-e73f87520ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.399402614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd0c0d16-2dad-4906-9ecd-16b919ed4b80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.399422097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd0c0d16-2dad-4906-9ecd-16b919ed4b80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.722174584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805be9f6-7782-4401-8ac8-4de0b6bc0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.776502127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805be9f6-7782-4401-8ac8-4de0b6bc0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.83061924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805be9f6-7782-4401-8ac8-4de0b6bc0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:58.88531236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805be9f6-7782-4401-8ac8-4de0b6bc0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.087464724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"aad8335c-9ab9-497d-8dd5-dafdaf1320b0","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.216374765Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"aad8335c-9ab9-497d-8dd5-dafdaf1320b0","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.309141988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"aad8335c-9ab9-497d-8dd5-dafdaf1320b0","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.367555684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002d717e-0029-486d-95df-5eadb71fb2b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.367578477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002d717e-0029-486d-95df-5eadb71fb2b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.84181893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb0cc2b-8ab3-477e-b40f-8fa10ae89cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.896192625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb0cc2b-8ab3-477e-b40f-8fa10ae89cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.950175116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb0cc2b-8ab3-477e-b40f-8fa10ae89cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:01.004452149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb0cc2b-8ab3-477e-b40f-8fa10ae89cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:05.310313944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"be3c3ce3-7241-4eda-97d6-58538493957e","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:05.444357274Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"be3c3ce3-7241-4eda-97d6-58538493957e","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:05.504215437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"be3c3ce3-7241-4eda-97d6-58538493957e","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:05.564767479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84a78af-2fad-41fd-a061-024936e5fed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:05.564800863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a84a78af-2fad-41fd-a061-024936e5fed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.368941778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d26d512-d776-4113-a2f9-2ea2ceea2fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.428028558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d26d512-d776-4113-a2f9-2ea2ceea2fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.487967897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d26d512-d776-4113-a2f9-2ea2ceea2fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.550012504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"302d187b-c2d8-4974-b97d-8eeedef13929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.550041328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"302d187b-c2d8-4974-b97d-8eeedef13929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.570277742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a4443dc-849b-4bc6-abb1-dce87b4068d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.630171655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a4443dc-849b-4bc6-abb1-dce87b4068d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.688617084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a4443dc-849b-4bc6-abb1-dce87b4068d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.7516054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e366f5fa-c8a3-4ebf-8202-61b8f7c78b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:08.751635159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e366f5fa-c8a3-4ebf-8202-61b8f7c78b4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:09.047777671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:10.546200718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"b3267e7d-b742-43f1-83f5-d873f6015b44","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:10.684280149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"b3267e7d-b742-43f1-83f5-d873f6015b44","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:10.74162205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"b3267e7d-b742-43f1-83f5-d873f6015b44","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:10.808740247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7bd817a-42b2-4d61-abd7-be21d291beab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:10.808768279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7bd817a-42b2-4d61-abd7-be21d291beab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:15.727017564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"4644bf5a-432d-41a8-a566-87b8cd0daa9d","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:15.863194109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"4644bf5a-432d-41a8-a566-87b8cd0daa9d","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:15.919611418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"4644bf5a-432d-41a8-a566-87b8cd0daa9d","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:15.976669302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f049ea2-dc07-48cc-ba0e-1ac385676b79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:15.976691484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f049ea2-dc07-48cc-ba0e-1ac385676b79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:18.719205245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb08860-b0bc-4b56-a437-1a66fc7f63ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:18.778826372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb08860-b0bc-4b56-a437-1a66fc7f63ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:18.83574281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb08860-b0bc-4b56-a437-1a66fc7f63ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:18.895664439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3389584-4984-428c-a01e-61ebcfc81f66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:18.895683734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3389584-4984-428c-a01e-61ebcfc81f66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:18.922518528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0db0dba-aebd-4991-a29b-d76bde0e1716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:18.981099584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0db0dba-aebd-4991-a29b-d76bde0e1716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:19.038572903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0db0dba-aebd-4991-a29b-d76bde0e1716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:19.095794503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dc6e9cc-b7d8-48c7-ab2b-79896d5628f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:19.095814653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dc6e9cc-b7d8-48c7-ab2b-79896d5628f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:20.916718545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"08860ee1-b1a1-4bba-aa12-2efbce1b315c","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:21.043947556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"08860ee1-b1a1-4bba-aa12-2efbce1b315c","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:21.102447965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"08860ee1-b1a1-4bba-aa12-2efbce1b315c","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:21.161951701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ba9b02e-438c-483b-871d-ae4f46b13de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:21.16197017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ba9b02e-438c-483b-871d-ae4f46b13de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.137587518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"77df1cf4-07bc-4cfb-93c3-78c10f589711","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.263180476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"77df1cf4-07bc-4cfb-93c3-78c10f589711","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.31974612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"77df1cf4-07bc-4cfb-93c3-78c10f589711","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.377345436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"193d413b-bfc0-445b-a6b3-5a373ded1527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.377365985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"193d413b-bfc0-445b-a6b3-5a373ded1527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.812705494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"286cb9f7-6b45-4e6c-81bf-9711e40b2772","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.316813055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"cb890768-761e-4445-aa0d-b819c287cf1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.48973803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9dc22b5d-2021-49de-b828-cff5375f350a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.59762669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"bc61ebd2-feda-43fa-87de-7de4eef330dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.708285408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"aaf5123c-e020-4ef0-ad7e-343cf565cba4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.809717408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"b20b77ea-c855-48c1-831f-5412462bca17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.828646661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"dae5bb57-cde7-487c-ae68-34090903fafa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.913381557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21d86366-e30e-4760-a199-1d6475ccfa1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.054859867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"c9fb2ca8-da1b-431a-9c24-44e3a8b4d49f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.123130329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"9c32e106-24fb-4ff0-a1a5-27d001e6b7db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.165675787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"3adfbb0b-5416-4bd1-a2fe-cdc07c7a348f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.228853544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"109354e8-9b41-4699-96f8-357a1d48a17b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.058885504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38c75729-2738-464b-a7f7-71bc38af3f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.118773915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38c75729-2738-464b-a7f7-71bc38af3f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.175916236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38c75729-2738-464b-a7f7-71bc38af3f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.235697258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"166a15d1-71e4-4682-9fc3-267cab5a8a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.235717962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"166a15d1-71e4-4682-9fc3-267cab5a8a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.257251902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c40139a-c4ed-4de4-a593-b8ce28625d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.319717525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c40139a-c4ed-4de4-a593-b8ce28625d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.382335369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c40139a-c4ed-4de4-a593-b8ce28625d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.442971767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8230f35-fed9-40b6-8ca0-764c52a27190","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:29.442991327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8230f35-fed9-40b6-8ca0-764c52a27190","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:31.269723522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"2af5f289-bf23-4153-950b-8db66012ad40","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:31.401160395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"2af5f289-bf23-4153-950b-8db66012ad40","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:31.45838897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"2af5f289-bf23-4153-950b-8db66012ad40","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:31.518521727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb4411a9-7ad3-4bec-afbf-6f5eb078b12a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:31.518546355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb4411a9-7ad3-4bec-afbf-6f5eb078b12a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.53905626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"c95e5ffa-07ef-48d3-89e2-33cd2fbbebed","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.665289721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"c95e5ffa-07ef-48d3-89e2-33cd2fbbebed","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.722843063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"c95e5ffa-07ef-48d3-89e2-33cd2fbbebed","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.783541805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7346c438-e5e1-4729-aad7-ea202bd94795","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.783562023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7346c438-e5e1-4729-aad7-ea202bd94795","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.041049001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.398803017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621aca3a-3922-4e1c-b82f-696dded78034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.458189318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621aca3a-3922-4e1c-b82f-696dded78034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.514650093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621aca3a-3922-4e1c-b82f-696dded78034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.58308435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5f8109e-86ca-4f45-a924-2d4dacc546d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.583119019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5f8109e-86ca-4f45-a924-2d4dacc546d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.615048533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"047c2d3a-e589-4463-9155-7663a9ce5493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.672944738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"047c2d3a-e589-4463-9155-7663a9ce5493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.730544313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"047c2d3a-e589-4463-9155-7663a9ce5493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.791810246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b52017c9-7046-4b16-b3ea-f117f5decd52","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.791831772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b52017c9-7046-4b16-b3ea-f117f5decd52","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:41.627301249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"290ae969-3a07-4a77-9d7f-e7dd45013625","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:41.803018381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"290ae969-3a07-4a77-9d7f-e7dd45013625","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:41.868605457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"290ae969-3a07-4a77-9d7f-e7dd45013625","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:41.949413014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec4d9f1-c787-4aaf-814f-1a26b3c4412f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:41.949556234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec4d9f1-c787-4aaf-814f-1a26b3c4412f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:46.945663939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"ac3da2ba-701d-4af0-a3fd-340d55e6d6c6","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.08124534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"ac3da2ba-701d-4af0-a3fd-340d55e6d6c6","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.138893915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"ac3da2ba-701d-4af0-a3fd-340d55e6d6c6","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.197865696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a4f92b8-0967-490e-8297-820d377d8f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.197885363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a4f92b8-0967-490e-8297-820d377d8f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.755761213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cb008b3-bb97-4556-8588-817e5bd3e340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.814015514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cb008b3-bb97-4556-8588-817e5bd3e340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.871418984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cb008b3-bb97-4556-8588-817e5bd3e340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.93103225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0aa1ce8-030c-4aa7-8ab0-c91392621ef7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.931053672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0aa1ce8-030c-4aa7-8ab0-c91392621ef7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.954973993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8734a7f8-7a95-478e-99fc-4b7c2aabb983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:50.01415131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8734a7f8-7a95-478e-99fc-4b7c2aabb983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:50.070409328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8734a7f8-7a95-478e-99fc-4b7c2aabb983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:50.132273987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb3519ba-fcec-4085-8476-919b75180f0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:50.132292677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb3519ba-fcec-4085-8476-919b75180f0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:52.064402793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"642abba4-a2d5-47af-af22-d57af83f9bb4","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:52.190931001Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"642abba4-a2d5-47af-af22-d57af83f9bb4","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:52.247355456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"642abba4-a2d5-47af-af22-d57af83f9bb4","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:52.306938727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29048c31-18ac-44ba-913e-1cd40c5cbc2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:52.306959193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29048c31-18ac-44ba-913e-1cd40c5cbc2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.408855381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"400cb037-8eee-4af1-a0df-687da1d97128","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.460418872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"3b7ef9c0-0a36-4634-94a1-eab8442444dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.562201874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fc23e98-1bc7-4b1a-808f-b69b638b1f80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.662208705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"994ce0c0-dce0-46c3-b0bb-c486f55c30c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.670912234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"7b30953c-53c6-4c3e-85ec-8261fc4b9b7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.762778619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"f7afe6be-30c0-41dd-9d32-b7487ee66286","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.928863466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e5feed86-02b3-46b0-9f60-ab865a0ac6da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.023933858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3519b5bc-b9a6-4589-b9b5-8500860a1b6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.122031765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"8911f424-536b-4117-bf7e-f0f4112adab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.222058126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"0a14fe17-1323-4009-9caa-31129b7c2dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.222114907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"6fbc7378-5b94-4dcd-bd7e-e7e78b9fe6de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.431669533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"7d66c1a9-ee97-4ea3-9b8f-a5ae8dcbb69d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:57.359172265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"204e54a2-6ae5-4e8a-9d16-bba5381a71f7","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:57.486222928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"204e54a2-6ae5-4e8a-9d16-bba5381a71f7","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:57.543158398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"204e54a2-6ae5-4e8a-9d16-bba5381a71f7","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:57.601880181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e1f1770-757f-4741-9394-27cdaed0065c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:57.601901466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e1f1770-757f-4741-9394-27cdaed0065c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.098939116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96bf7ebb-b193-4417-8cea-557a0716c268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.156601847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96bf7ebb-b193-4417-8cea-557a0716c268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.213220997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96bf7ebb-b193-4417-8cea-557a0716c268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.272073726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac8d3781-8866-40b6-977c-84e21b34f6d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.272093836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac8d3781-8866-40b6-977c-84e21b34f6d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.293630186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb58d10f-4d7c-4f63-9313-20139e854bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.351423425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb58d10f-4d7c-4f63-9313-20139e854bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.40835658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb58d10f-4d7c-4f63-9313-20139e854bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.468032534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fedeea98-b795-4d6b-8713-df44a8b9f6ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:00.468052575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fedeea98-b795-4d6b-8713-df44a8b9f6ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.418286796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"1550daa3-38c9-474c-b9a1-baa08e85d8b9","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.545963745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"1550daa3-38c9-474c-b9a1-baa08e85d8b9","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.603232664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"1550daa3-38c9-474c-b9a1-baa08e85d8b9","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.660440581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"239f9a30-c6ed-4a8d-9342-b6be04eef565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.660484154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"239f9a30-c6ed-4a8d-9342-b6be04eef565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:07.765977505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"515e2348-9450-45df-a5d0-442e0cdfc355","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:07.891586554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"515e2348-9450-45df-a5d0-442e0cdfc355","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:07.948720849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"515e2348-9450-45df-a5d0-442e0cdfc355","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:08.005879215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d7cfd6-a2c4-45dc-9ab9-4e042af7e472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:08.00590001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d7cfd6-a2c4-45dc-9ab9-4e042af7e472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:09.056134209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.471834343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5baaa103-7319-4d21-a950-ad7ee1a74cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.534109524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5baaa103-7319-4d21-a950-ad7ee1a74cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.590791266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5baaa103-7319-4d21-a950-ad7ee1a74cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.63806462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb7c5bde-116c-4618-9269-15976ddb49ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.650379154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c2fe2e-4eca-4686-bc8b-b6655d5e487c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.65040035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c2fe2e-4eca-4686-bc8b-b6655d5e487c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.696354284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb7c5bde-116c-4618-9269-15976ddb49ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.753051618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb7c5bde-116c-4618-9269-15976ddb49ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.854091432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f2d6aaa-d44e-4c14-b9cc-139a7be7ec08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:10.8541129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f2d6aaa-d44e-4c14-b9cc-139a7be7ec08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.399582988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e130c29-200f-4aea-bee4-6d8114da3632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.453657191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e130c29-200f-4aea-bee4-6d8114da3632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.507777969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e130c29-200f-4aea-bee4-6d8114da3632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.5619291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e130c29-200f-4aea-bee4-6d8114da3632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:12.773318208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"a5bd7742-0174-4ac3-9142-2e9cab988cf5","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:12.899683304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"a5bd7742-0174-4ac3-9142-2e9cab988cf5","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:12.987221406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"a5bd7742-0174-4ac3-9142-2e9cab988cf5","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.046000813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d64073fb-8fd4-42c6-b8dd-9e8d02eb495f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.04602173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d64073fb-8fd4-42c6-b8dd-9e8d02eb495f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.528520553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59119fe1-d2ed-47e8-b9ff-dae3c8388169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.582403165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59119fe1-d2ed-47e8-b9ff-dae3c8388169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.636209913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59119fe1-d2ed-47e8-b9ff-dae3c8388169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.690035987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59119fe1-d2ed-47e8-b9ff-dae3c8388169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:14.921902517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"283feed7-6a19-4155-ba91-1e8d5a6bc3ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.04008976Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"283feed7-6a19-4155-ba91-1e8d5a6bc3ea","name":"e2e-inf-b-b5daee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:18.170647261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"88d27aa3-3b27-4cee-bdc8-83c42b9c5613","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:18.32404263Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"88d27aa3-3b27-4cee-bdc8-83c42b9c5613","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:18.381053609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"88d27aa3-3b27-4cee-bdc8-83c42b9c5613","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:18.440051457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c81989-da38-459d-94d9-038aa1de6d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:18.440071113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c81989-da38-459d-94d9-038aa1de6d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:20.812217456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebd42027-75da-4550-affd-019dc9a2effd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:20.870147705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebd42027-75da-4550-affd-019dc9a2effd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:20.927578536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebd42027-75da-4550-affd-019dc9a2effd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:20.993704281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31769598-cb76-4e1e-ba27-09bca91e9332","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:20.993811963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31769598-cb76-4e1e-ba27-09bca91e9332","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.016316307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93831c88-1b99-489d-8cf3-8102e15a96c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.076173879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93831c88-1b99-489d-8cf3-8102e15a96c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.132731228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93831c88-1b99-489d-8cf3-8102e15a96c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.195320685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75785353-25fd-4bc0-9f3f-8cc3b0251c76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.195346913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75785353-25fd-4bc0-9f3f-8cc3b0251c76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.684628757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"84e086ec-a157-4d52-8f4d-85262bd7c845","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.684720057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7a136a-2ccb-42e4-ab97-5d902c789c90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.684736942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7a136a-2ccb-42e4-ab97-5d902c789c90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.791992077Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"namespace":"ai-tenant-e2e-mt-877659c1","name":"e2e-policy-877659c1","reconcileID":"84e086ec-a157-4d52-8f4d-85262bd7c845","MaaSAuthPolicy":{"name":"e2e-policy-877659c1","namespace":"ai-tenant-e2e-mt-877659c1"},"policyNamespace":"ai-tenant-e2e-mt-877659c1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.851451952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7570f31-c3fe-41e7-81f4-e14d429965bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.851498185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7570f31-c3fe-41e7-81f4-e14d429965bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.608672157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"a73621e5-9bb9-4ba3-baee-b9a5af22483f","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.669400472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"a73621e5-9bb9-4ba3-baee-b9a5af22483f","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.726968069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"a73621e5-9bb9-4ba3-baee-b9a5af22483f","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.8779205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ddd4a6-93cc-4ed2-8b4c-02dc4c681dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.933009915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ddd4a6-93cc-4ed2-8b4c-02dc4c681dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.987363046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ddd4a6-93cc-4ed2-8b4c-02dc4c681dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.046667259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ddd4a6-93cc-4ed2-8b4c-02dc4c681dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.238149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1212bf39-7ad8-4a4c-b1c9-65cade32e64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.301116161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1212bf39-7ad8-4a4c-b1c9-65cade32e64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.362218253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1212bf39-7ad8-4a4c-b1c9-65cade32e64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.415522664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa250077-e14b-439f-8e51-d283635a7791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.474411861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa250077-e14b-439f-8e51-d283635a7791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.581315978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa250077-e14b-439f-8e51-d283635a7791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.143932564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9497d714-9769-4213-b5c6-0454817deaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.197865457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9497d714-9769-4213-b5c6-0454817deaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.251928992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9497d714-9769-4213-b5c6-0454817deaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.305970909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9497d714-9769-4213-b5c6-0454817deaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:38.889093264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"b8423c11-ff74-4a84-8490-38a00c5427fe","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:38.95514404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"b8423c11-ff74-4a84-8490-38a00c5427fe","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:39.019606924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"b8423c11-ff74-4a84-8490-38a00c5427fe","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:39.048619813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:41.524574159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f52c7812-b10f-4efb-8ed3-dc9b2403d85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:41.583314924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f52c7812-b10f-4efb-8ed3-dc9b2403d85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:41.639701445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f52c7812-b10f-4efb-8ed3-dc9b2403d85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:41.743621641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7caa1f1a-d3d5-48c1-a882-eca26bcd9eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:41.805231117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7caa1f1a-d3d5-48c1-a882-eca26bcd9eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:41.86327353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7caa1f1a-d3d5-48c1-a882-eca26bcd9eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.181018967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"27a86fc0-b0d9-42f5-9816-39fc4b22074c","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.239056522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"27a86fc0-b0d9-42f5-9816-39fc4b22074c","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.296073786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"27a86fc0-b0d9-42f5-9816-39fc4b22074c","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.80081772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03342a42-b9cb-45d9-b128-5af51dec1bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.858952342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03342a42-b9cb-45d9-b128-5af51dec1bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.915196393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03342a42-b9cb-45d9-b128-5af51dec1bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:52.024630729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01323503-1d35-45fb-95c7-d86ef76e8b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:52.082388223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01323503-1d35-45fb-95c7-d86ef76e8b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:52.138714647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01323503-1d35-45fb-95c7-d86ef76e8b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:59.459053531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"59635ee6-e915-422f-90fe-6f5ea59b23b0","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:59.516880332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"59635ee6-e915-422f-90fe-6f5ea59b23b0","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:59.573355073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"59635ee6-e915-422f-90fe-6f5ea59b23b0","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.078077675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1895c62f-aec5-493c-b042-d76dfcbedb23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.136397459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1895c62f-aec5-493c-b042-d76dfcbedb23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.193836985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1895c62f-aec5-493c-b042-d76dfcbedb23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.300823581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1626556-f0ad-4af7-90ba-cee90d5c4961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.359609629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1626556-f0ad-4af7-90ba-cee90d5c4961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.416722436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1626556-f0ad-4af7-90ba-cee90d5c4961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:08.167859025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"68ffb9e3-f4d8-426e-8daa-7536dd263119","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:08.167883849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"68ffb9e3-f4d8-426e-8daa-7536dd263119","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:09.041751687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:09.797513272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"7e5501f9-5e7d-41d6-b59f-6ef79deeddfe","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:09.857345448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"7e5501f9-5e7d-41d6-b59f-6ef79deeddfe","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:09.91499319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"7e5501f9-5e7d-41d6-b59f-6ef79deeddfe","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.358211084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"125f73a2-ecc6-4a79-9cea-ab8cd4f93c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.417671582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"125f73a2-ecc6-4a79-9cea-ab8cd4f93c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.47815345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"125f73a2-ecc6-4a79-9cea-ab8cd4f93c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.583042737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff569fc-e140-438f-951b-fabedc21e2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.664173742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff569fc-e140-438f-951b-fabedc21e2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.724919417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff569fc-e140-438f-951b-fabedc21e2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.390934429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-3a21f71e","reconcileID":"f37ab117-386d-4cf7-86fe-04de7b222a7d","MaaSAuthPolicy":{"name":"e2e-default-ns-3a21f71e","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.391052145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"875d77b8-99cd-4712-b35f-3ff6ebf20e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.391071069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"875d77b8-99cd-4712-b35f-3ff6ebf20e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.602829556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07bc648e-6599-417b-a3bd-1d61b35dfa42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.60284941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07bc648e-6599-417b-a3bd-1d61b35dfa42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.640822453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b71a054-1b3f-4c3f-a6f5-65fe3e6149f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.700586435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b71a054-1b3f-4c3f-a6f5-65fe3e6149f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.757754447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b71a054-1b3f-4c3f-a6f5-65fe3e6149f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.819300987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4517afd-101e-45ee-babd-7cd7e6508962","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.819321192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4517afd-101e-45ee-babd-7cd7e6508962","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.890086397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08896208-2a63-4db3-a485-ea63a498cb8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.948958756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08896208-2a63-4db3-a485-ea63a498cb8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.008346754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08896208-2a63-4db3-a485-ea63a498cb8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.07123988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3096adf1-f404-401b-b31c-24e56268641a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.071265084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3096adf1-f404-401b-b31c-24e56268641a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.198641503Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","namespace":"ai-tenant-e2e-mt-89273860","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.198697939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","namespace":"ai-tenant-e2e-mt-89273860","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.198748112Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","tenant":"e2e-mt-89273860","tenantID":"e2e-mt-89273860","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.254142484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"Deployment","name":"maas-api-e2e-mt-89273860","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.315519056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"Service","name":"maas-api-e2e-mt-89273860","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.375509409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-89273860","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.431627373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-89273860","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.49635964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.55406926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.612877358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.668783348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.725216067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"Deployment","name":"payload-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.780736414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.83525229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"Service","name":"payload-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.889022441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"Service","name":"payload-pre-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.942565418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.98006434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6dfb29-ddb6-4b3e-b318-d86eb5db29a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.996149355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.038132839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6dfb29-ddb6-4b3e-b318-d86eb5db29a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.050204525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.106724956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.160061823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.213655333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.233395012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f6c34ff-f1fd-4def-a62e-cc7aa79263dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.273607907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-89273860","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.296400516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f6c34ff-f1fd-4def-a62e-cc7aa79263dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.331655617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-89273860"},"namespace":"ai-tenant-e2e-mt-89273860","name":"default-tenant","reconcileID":"c5054f74-2e06-4b94-841e-afc807248e4a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-89273860","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.332501775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce13d9f4-d2b8-4a2e-bfbf-e6265412fd08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.332594085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce13d9f4-d2b8-4a2e-bfbf-e6265412fd08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.703120653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d27c934-2331-4aea-852a-fd6adf368706","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.703142877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d27c934-2331-4aea-852a-fd6adf368706","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:34.642739908Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-89273860","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-89273860","reconcileID":"6e037c5c-9314-4762-a866-389cc2846e4a","aitenant":"ai-tenants/e2e-mt-89273860","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.215775941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b09cd9-78a0-486b-927a-9cb42f5e525d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.269841409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b09cd9-78a0-486b-927a-9cb42f5e525d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.324275429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b09cd9-78a0-486b-927a-9cb42f5e525d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.37996493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b09cd9-78a0-486b-927a-9cb42f5e525d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.499860198Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-89273860","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-89273860","reconcileID":"6e037c5c-9314-4762-a866-389cc2846e4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-89273860","removed":["maas.opendatahub.io/gateway-access-e2e-mt-89273860"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.432156743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c1007-e9ad-4a37-bd9b-20972fc1f1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.486322117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c1007-e9ad-4a37-bd9b-20972fc1f1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.540713694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c1007-e9ad-4a37-bd9b-20972fc1f1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.59505136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c1007-e9ad-4a37-bd9b-20972fc1f1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:39.132114824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:39.634116132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c392131-bd8c-4e1a-8881-f97bde025b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:39.688132108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c392131-bd8c-4e1a-8881-f97bde025b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:39.742360928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c392131-bd8c-4e1a-8881-f97bde025b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:39.796517886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c392131-bd8c-4e1a-8881-f97bde025b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.748150391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c4d4e2-3902-4284-b600-346b69dd1240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.80231978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c4d4e2-3902-4284-b600-346b69dd1240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.85711405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c4d4e2-3902-4284-b600-346b69dd1240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.912203023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c4d4e2-3902-4284-b600-346b69dd1240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.19266675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-access","reconcileID":"d13e0984-ef30-4911-acae-8e9e3439d148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.192720781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"5d2f8220-aebc-442f-a2e2-7bd269eaee44","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.401519132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"b777f04f-3a9d-4d53-8da6-444c03ef758d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.408387775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"499dd094-3c41-4669-8be1-8d8d97aa2831","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.461713543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"b777f04f-3a9d-4d53-8da6-444c03ef758d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.5120098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"1ea8297f-a861-44de-9d73-652afce3f239","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.546421814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"4ee9bef1-50a2-481c-a227-b4b4ec941517","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.77710496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"820dd070-5350-4900-9073-f5c5dec0d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.83535033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"820dd070-5350-4900-9073-f5c5dec0d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.848749668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdeb696-dc26-418d-85b1-db6854ef0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.903086418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdeb696-dc26-418d-85b1-db6854ef0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.957210894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdeb696-dc26-418d-85b1-db6854ef0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.01118793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdeb696-dc26-418d-85b1-db6854ef0f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.441288653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6569ab6-9201-418d-b72f-50bf15636183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.441311398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6569ab6-9201-418d-b72f-50bf15636183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.500117874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0303c5ab-058e-4e51-84b9-1019e276c967","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.500140017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0303c5ab-058e-4e51-84b9-1019e276c967","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.609896238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"de704b41-4a7b-4cbb-a4b0-849deec7a1f1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.698349553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45c3a0ef-96d0-452b-a50f-443d4a4d6870","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.698375961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45c3a0ef-96d0-452b-a50f-443d4a4d6870","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.735814598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"de704b41-4a7b-4cbb-a4b0-849deec7a1f1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.755070405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a6d329-44d4-43a9-bbb4-ae7ade8eb128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.755091111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a6d329-44d4-43a9-bbb4-ae7ade8eb128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.790874811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"c66b894f-3117-4115-8585-3c7fec2b1093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.792401755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"de704b41-4a7b-4cbb-a4b0-849deec7a1f1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:53.80781315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-sub-14027b3b","reconcileID":"4a8d55c5-9ab8-4ebf-8454-ada4518d5393","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-14027b3b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.845005038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"c66b894f-3117-4115-8585-3c7fec2b1093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.851062924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18d1ef01-b740-4bb4-af7e-9ee8d03aee33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.851078812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18d1ef01-b740-4bb4-af7e-9ee8d03aee33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.925354307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72782df-f486-46ad-8c61-9236d1b97479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.925373107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72782df-f486-46ad-8c61-9236d1b97479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.940065692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"simulator-subscription","reconcileID":"c66b894f-3117-4115-8585-3c7fec2b1093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/simulator-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.95845771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"767aa913-e678-4c6a-9373-6875d0dce77c","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.984208629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cf47a40-e7fe-4db0-95b1-2fbb62eba173","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.984227026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cf47a40-e7fe-4db0-95b1-2fbb62eba173","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.016194568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"767aa913-e678-4c6a-9373-6875d0dce77c","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.073083107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"767aa913-e678-4c6a-9373-6875d0dce77c","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:54.127800966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"767aa913-e678-4c6a-9373-6875d0dce77c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-14027b3b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.260423024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"6a727f91-9e0f-4740-aea2-2e8317be8ba4","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.277990053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"da03f124-95c0-4f6b-946a-6fc587460fbe","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.283400902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-sub-14027b3b","reconcileID":"f1f157e9-563c-4df6-a57a-277274b45bba","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-14027b3b/e2e-shared-sub-14027b3b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.322384994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"6a727f91-9e0f-4740-aea2-2e8317be8ba4","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.379855425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"6a727f91-9e0f-4740-aea2-2e8317be8ba4","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.388640763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"f0bad256-5acd-4bb5-b0cf-e94a515cfd15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.447159256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"f0bad256-5acd-4bb5-b0cf-e94a515cfd15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.459149085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"add9e357-1a2c-4f3c-94b7-c4ce77355c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.459166556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"add9e357-1a2c-4f3c-94b7-c4ce77355c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.506376045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a84d4e99-5351-4308-b9c2-4b60ab8d9b4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.678368908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-sub-14027b3b","reconcileID":"e2a2b204-fbce-415e-81a3-7505f2d4e92b","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.786816262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f799a48-03f0-4688-adfa-f284420a2ab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.786841851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f799a48-03f0-4688-adfa-f284420a2ab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.844715934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f26a9e29-cd50-4f84-a456-bd83a48938cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.844744115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f26a9e29-cd50-4f84-a456-bd83a48938cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.953877995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"bc54ea34-3699-4432-85a2-b50e2f7439b1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.049715852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"bc54ea34-3699-4432-85a2-b50e2f7439b1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.104595496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b22dcea-3c44-42d5-ba5f-9642a9c64e73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.104618239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b22dcea-3c44-42d5-ba5f-9642a9c64e73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.106735534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"bc54ea34-3699-4432-85a2-b50e2f7439b1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.164196673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e2b490-507f-4f75-87a1-f1462e872978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.164216994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e2b490-507f-4f75-87a1-f1462e872978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.16669967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"151bbec7-a79c-431d-8a81-62a2d774ad09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.166716427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"151bbec7-a79c-431d-8a81-62a2d774ad09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:55.215935605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-sub-14027b3b","reconcileID":"e9e98c2c-c5fd-4cf1-8a29-888d1d891c02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-14027b3b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.271446338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"0e4c4453-8c7f-474e-9733-2f0375aef6be","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.328800038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"0e4c4453-8c7f-474e-9733-2f0375aef6be","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.332733283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9389f37c-fdf1-45cd-99a2-0a1b810187e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.332751273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9389f37c-fdf1-45cd-99a2-0a1b810187e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.385935154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"0e4c4453-8c7f-474e-9733-2f0375aef6be","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.389222295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c989bd2f-acc5-4a48-bbe6-93e31f240e00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.389239816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c989bd2f-acc5-4a48-bbe6-93e31f240e00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.667172837Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-sub-14027b3b","reconcileID":"04859a49-0cf6-4ae7-b97c-813288fcb21a","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-14027b3b/e2e-shared-sub-14027b3b","ai-tenant-e2e-mt-eefeeb2c/e2e-shared-sub-14027b3b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.839580752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb97a69-b9a6-4a92-8277-9a9cb937fffe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.839599576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb97a69-b9a6-4a92-8277-9a9cb937fffe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.88705312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bfd006e3-6768-4310-9d72-3cfabd9e4457","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.887161384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-sub-14027b3b","reconcileID":"6395d6bd-8c20-4714-a370-6f41051d0b9b","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.973441126Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"b29ad7a4-9e40-4f63-8b91-9373f8c59706","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.973544234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2efddba-8bda-4d11-adc7-3a3998002b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.973567181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2efddba-8bda-4d11-adc7-3a3998002b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.056247543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-sub-14027b3b","reconcileID":"b263417e-681d-453e-a79d-32065eb56f31","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.127611997Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-policy-14027b3b","reconcileID":"b29ad7a4-9e40-4f63-8b91-9373f8c59706","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"policyNamespace":"ai-tenant-e2e-mt-14027b3b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.184603118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e4648f-c0c1-41fd-b405-5b313b813512","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.184626363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e4648f-c0c1-41fd-b405-5b313b813512","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.318623362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c35fb1db-93a4-4e0a-a744-59f471b4d6a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.318644303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c35fb1db-93a4-4e0a-a744-59f471b4d6a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.949337664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"1cf2f3bc-23f7-4f39-86c7-ac81af0450c5","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.117173501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4ed0ee1c-937f-4c50-a863-9c76444d08ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.166494177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"f894e99c-47da-42f6-8c40-61aa235cc1f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.176063153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"4ed0ee1c-937f-4c50-a863-9c76444d08ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.337351018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"3f3d200a-e5c3-423d-93aa-64e773d5d695","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.556699063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"2107de27-cafc-45fc-a4b1-e7fd09ee7850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.765987327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"b237481b-2a00-4429-8c57-81237d679243","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.924525883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c1787245-912c-4aa4-9146-f9c9bb1805be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.933812121Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"cb3554e1-0868-49ee-bfb5-559768b2543c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd13b3e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.984607167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"c1787245-912c-4aa4-9146-f9c9bb1805be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.015074051Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"47abe8bc-74d3-4d0a-b719-eb6750fcdd50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd13b3e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.240920532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"4312faa2-378e-4ead-b69b-0762a2b0afb4","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.246618572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"46da9f4c-5a74-4126-b57a-7d8ca57d28db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.307247616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"46da9f4c-5a74-4126-b57a-7d8ca57d28db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.353912884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"b18062da-a36a-44b8-b0e2-cd605988cdd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd13b3e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.400138801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"c7c7be58-bf23-4d02-b244-1eccfc00e2e4","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.454426292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-2-w3-5bb463","reconcileID":"ae9053d2-801f-4ce5-992b-5cdb680f8fb8","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-2-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-2-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.454665769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"cc3e1ec3-3cae-413c-a0da-59cbbe7ad6fd","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.507794771Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"e0b37816-c562-4a0c-a0f1-7f25f989dd2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd13b3e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.508951432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-w3-5bb463","reconcileID":"8b60117f-0981-4b0f-aabb-3225eb55ae05","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.515347751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"18c89fb7-604a-4340-be70-9f8be8fbc2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.770208582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"18c89fb7-604a-4340-be70-9f8be8fbc2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.929134019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"18c89fb7-604a-4340-be70-9f8be8fbc2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"e2e-worker-w3-5bb463-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.929182177Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-access","reconcileID":"18c89fb7-604a-4340-be70-9f8be8fbc2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.986360487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"cc254848-fddd-4615-acbd-3ef8ab08ae62","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.446267407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bb622-3382-42a5-986f-ad1d02aa6cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.500570145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bb622-3382-42a5-986f-ad1d02aa6cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.564180381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bb622-3382-42a5-986f-ad1d02aa6cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.630409918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bb622-3382-42a5-986f-ad1d02aa6cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.601867568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbfb041-de7a-4586-b087-6868dc8ac5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.656896093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbfb041-de7a-4586-b087-6868dc8ac5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.711708119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbfb041-de7a-4586-b087-6868dc8ac5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.765993193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbfb041-de7a-4586-b087-6868dc8ac5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:05.49416596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"0007a7af-c41b-4001-9050-fc05014484e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:05.552576619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"0007a7af-c41b-4001-9050-fc05014484e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:05.609442198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"0007a7af-c41b-4001-9050-fc05014484e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.415288016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-w3-5bb463","reconcileID":"36c76095-e880-4242-bd15-be17cd11fb62","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.487199346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-sub-14027b3b","reconcileID":"7c38fa50-0abb-4481-a550-6a63c9f1dbcf","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-14027b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.711089265Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"namespace":"ai-tenant-e2e-mt-14027b3b","name":"e2e-shared-sub-14027b3b","reconcileID":"7c38fa50-0abb-4481-a550-6a63c9f1dbcf","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-14027b3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-eefeeb2c/e2e-shared-sub-14027b3b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.928823407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24213202-f406-46a3-b2a8-ac19cff08f63","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.9289898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-sub-14027b3b","reconcileID":"983f88ef-eeef-4d1e-bae8-8fe11ffa4821","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.933073464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e55090-16b3-4840-bd3a-cec920dc29ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.933093226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e55090-16b3-4840-bd3a-cec920dc29ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:09.039622059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.375671552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-2-w3-5bb463","reconcileID":"9a666e87-2ac7-4646-841c-6335cebbb94d","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-2-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-2-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.562921398Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"7d64e8c1-716e-4f51-bf29-b772d834ce95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.617200046Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"7d64e8c1-716e-4f51-bf29-b772d834ce95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.671996206Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"premium-simulator-subscription","reconcileID":"7d64e8c1-716e-4f51-bf29-b772d834ce95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"name":"maas-trlp-premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463","model":"e2e-models-e2e-worker-w3-5bb463/premium-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.965975668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"dde47ff0-bb16-46b7-a1d1-72a62aa86174","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:15.71793263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"2ec3ab98-c15c-4cfe-be2c-2d535e4c5e3d","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:15.776355913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"2ec3ab98-c15c-4cfe-be2c-2d535e4c5e3d","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:15.83509138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"2ec3ab98-c15c-4cfe-be2c-2d535e4c5e3d","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.482969711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-w3-5bb463","reconcileID":"3dbdc220-b740-408f-90f2-07d4962b374a","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.702821806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"b94aa352-7d07-4d3a-99a7-93e40ea11229","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.70284987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"b94aa352-7d07-4d3a-99a7-93e40ea11229","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.435144952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-2-w3-5bb463","reconcileID":"41bb54a3-7750-4c48-a640-bc076dda69c7","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-2-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-2-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.966689643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"1e54588b-7cdb-4249-89fd-dce1803bb591","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.165366014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"c4e90dfa-87fb-4787-9201-21a1ad6acade","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.165393322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"c4e90dfa-87fb-4787-9201-21a1ad6acade","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.223148243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"1c02b0ca-dbae-454d-bac8-6b9742d1be6a","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.22317025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"1c02b0ca-dbae-454d-bac8-6b9742d1be6a","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.331457881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"e129964d-7844-4404-800d-b779bcae454d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.458381793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"e129964d-7844-4404-800d-b779bcae454d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.514570286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"e129964d-7844-4404-800d-b779bcae454d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.575604128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"d628256b-3d92-44e9-822e-b370378c0bdb","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.575625999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"d628256b-3d92-44e9-822e-b370378c0bdb","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:24.3577921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-2-w3-5bb463","reconcileID":"a44b7b64-472e-4169-b7d3-4e102cdc7f76","MaaSModelRef":{"name":"distinct-2-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-2-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-2-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:24.363997136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"distinct-w3-5bb463","reconcileID":"84a551fb-fefc-41e8-a713-7e3bdfb8aa0f","MaaSModelRef":{"name":"distinct-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"distinct-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"distinct-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:24.369874748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"premium-w3-5bb463","reconcileID":"4b6acecd-f19c-4792-ab55-352b879ecc26","MaaSModelRef":{"name":"premium-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"premium-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"premium-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:24.3764252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"namespace":"e2e-models-e2e-worker-w3-5bb463","name":"simulator-w3-5bb463","reconcileID":"cb839e40-f2d8-4ad8-ae73-ccac3cfd51ea","MaaSModelRef":{"name":"simulator-w3-5bb463","namespace":"e2e-models-e2e-worker-w3-5bb463"},"routeName":"simulator-w3-5bb463-kserve-route","namespace":"e2e-models-e2e-worker-w3-5bb463","llmisvcName":"simulator-w3-5bb463","gateway":"openshift-ingress/e2e-worker-w3-5bb463","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:25.943385282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"2991034e-0f7d-4580-9318-d1266c8df37a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.001617195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"2991034e-0f7d-4580-9318-d1266c8df37a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.058026489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 46, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"2991034e-0f7d-4580-9318-d1266c8df37a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.684341104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"229a0db6-0378-467d-943a-79714efa85d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.743537488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"229a0db6-0378-467d-943a-79714efa85d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.801661556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"229a0db6-0378-467d-943a-79714efa85d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.067891408Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","namespace":"ai-tenant-e2e-worker-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.067978741Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","namespace":"ai-tenant-e2e-worker-w3-5bb463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.068041917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","tenant":"e2e-worker-w3-5bb463","tenantID":"e2e-worker-w3-5bb463","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.123697279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"Deployment","name":"maas-api-e2e-worker-w3-5bb463","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.165889419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"de38fe52-b38d-4f9e-8ded-1480506800e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.184857361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"Service","name":"maas-api-e2e-worker-w3-5bb463","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.223776617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"de38fe52-b38d-4f9e-8ded-1480506800e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.243395005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-5bb463","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.280620979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"de38fe52-b38d-4f9e-8ded-1480506800e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.298864481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-5bb463","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.339996719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"974b8b4d-e81f-4691-ab98-3a02e11599be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.340018449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"974b8b4d-e81f-4691-ab98-3a02e11599be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.359286066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.415513339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.474252179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.537242304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.594264066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.658731952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.713022211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"Service","name":"payload-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.767011418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.820256506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.875560738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.928824276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.985330093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.038798871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.09199612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.149800041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-5bb463","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.20342358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5bb463"},"namespace":"ai-tenant-e2e-worker-w3-5bb463","name":"default-tenant","reconcileID":"be9c0450-75f9-4f45-b996-cc289a022b00","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-5bb463","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.040027098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:42.910435361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"1bfcd71d-ab11-42a2-95c9-36f62c09bbbe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:42.967783393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"1bfcd71d-ab11-42a2-95c9-36f62c09bbbe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.023921268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"1bfcd71d-ab11-42a2-95c9-36f62c09bbbe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:45.832556682Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5bb463","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5bb463","reconcileID":"685ef16f-e860-4f15-ae8b-b1eb23f31464","aitenant":"ai-tenants/e2e-worker-w3-5bb463","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.412460894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5ddda4-5d71-450e-b953-843b532e53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.466836952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5ddda4-5d71-450e-b953-843b532e53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.466956101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"dc9846c5-7b56-4076-bb4b-1c655368e3f6","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.520895684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5ddda4-5d71-450e-b953-843b532e53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.575004763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5ddda4-5d71-450e-b953-843b532e53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.581014416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"dc9846c5-7b56-4076-bb4b-1c655368e3f6","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.637637009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"dc9846c5-7b56-4076-bb4b-1c655368e3f6","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.745044247Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5bb463","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5bb463","reconcileID":"685ef16f-e860-4f15-ae8b-b1eb23f31464","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-5bb463","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-5bb463"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.61628478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8452423-eb14-46ce-933d-d5b281ca8833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.678012954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8452423-eb14-46ce-933d-d5b281ca8833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.732245839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8452423-eb14-46ce-933d-d5b281ca8833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.786307536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8452423-eb14-46ce-933d-d5b281ca8833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.744791196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7992490b-d477-45b9-846b-e77178947cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.799025823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7992490b-d477-45b9-846b-e77178947cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.852891708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7992490b-d477-45b9-846b-e77178947cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.907051439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7992490b-d477-45b9-846b-e77178947cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:53.153919361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"80cf02e6-7149-45c0-ba49-b19912af29eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:53.212941606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"80cf02e6-7149-45c0-ba49-b19912af29eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:53.269893645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"80cf02e6-7149-45c0-ba49-b19912af29eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:56.745679007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"d80763d2-07b2-4a5d-89aa-d25fedb5ddde","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:56.803880473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"d80763d2-07b2-4a5d-89aa-d25fedb5ddde","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:56.860559273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"d80763d2-07b2-4a5d-89aa-d25fedb5ddde","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:57.895205539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"01f0473f-7ccd-4578-9ed2-2ea252027466","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:57.895232591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"01f0473f-7ccd-4578-9ed2-2ea252027466","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:00.779296043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"580b6caf-18cc-4010-8c5b-cc916f1a3dec","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:00.779333652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"580b6caf-18cc-4010-8c5b-cc916f1a3dec","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:03.377991785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"27791626-6525-4ec4-a195-a851a3ac10da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:03.445982676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"27791626-6525-4ec4-a195-a851a3ac10da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:03.502799657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"27791626-6525-4ec4-a195-a851a3ac10da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.239970806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"d854b398-ab43-4c89-a436-d73dc4e9c5d1","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.239992003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"d854b398-ab43-4c89-a436-d73dc4e9c5d1","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.297886474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"3219ceeb-e4dd-4598-9d4c-3f94aa4506dd","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.297909959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"3219ceeb-e4dd-4598-9d4c-3f94aa4506dd","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.405129609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"fd86d99c-a821-45ab-a17e-4e86bac710fa","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.533901043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"fd86d99c-a821-45ab-a17e-4e86bac710fa","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.590464455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2399b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"fd86d99c-a821-45ab-a17e-4e86bac710fa","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.649833696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"03d86a23-7a9b-4d3d-945a-a6e70e1fbf54","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.649854068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"03d86a23-7a9b-4d3d-945a-a6e70e1fbf54","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.75742758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"d694104c-0451-45c8-b3ca-2d425561654c","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.815354354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"d694104c-0451-45c8-b3ca-2d425561654c","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.871814557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2399b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"d694104c-0451-45c8-b3ca-2d425561654c","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:06.96926292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"61fb1ebd-8b4c-4b37-a6bb-d1b477b88eb1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:07.031409559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"61fb1ebd-8b4c-4b37-a6bb-d1b477b88eb1","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:07.308307448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c0fb8b-a319-46f8-8861-8bf61d85842b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:07.308328647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c0fb8b-a319-46f8-8861-8bf61d85842b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:09.03944879Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:13.659146868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"57ccd4c1-cca3-4d62-9336-3ef03680cacf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:13.717434663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"57ccd4c1-cca3-4d62-9336-3ef03680cacf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:13.773665875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58753067418106d8a5b568ea9ab8a8969b0c3e23f40b29ec056629674ee8e1cd) AuthConfig (6217b7f8d054c21747b8929036395ccd1ef6c7bbf8bac598a39303b8cc00b2dc) AuthConfig (64f9a45d5a7464451d538e75f39ee474d000d72372f8490d97de24e58b3b673a) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (82aa8595fa7d514770afc2669502b2fe76726936350134b86267dfb33ec1ae7b) AuthConfig (8b3ebe7eae81a5345c70fdd3e24ef5b0278f1cb2b3a829466f75ff53e7e0918b) AuthConfig (060d9495d788f598b04848a2648dbf9d80d01b359b807bbac7b7946400f13841) AuthConfig (3a5c0512c51da6aed02d5c2da647b682a94ebd85c504149edc372bda1020bdbe) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f) AuthConfig (0e08be86e69450ebaaacf886aadc84adf6fc0a7503f3dea4b1384473b5aaced9) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (4e2e72f56b0e61e23d3dc97d9d18cc7fcc91c632c3721244ed2113e4041199e9) AuthConfig (3203662e2eec15edf263235cca278bd2199d9e90f2d7403bed10caa17210c76a) AuthConfig (8894b7311c098bea7c585c52e065f97cfc1010ac0d0c9e008d1c374bbd493859) AuthConfig (724249609f6ce7cee22193ae09763d62aaa5ca8f7b357a12b1ca6b09fed8cd74) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"57ccd4c1-cca3-4d62-9336-3ef03680cacf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:13.832715199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"865d1a54-d07e-4356-a5ab-69928cb5be3f","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:13.832735044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"865d1a54-d07e-4356-a5ab-69928cb5be3f","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:16.980183186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"676a6af2-4979-4b09-9235-04b7310761ef","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:17.038426523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"676a6af2-4979-4b09-9235-04b7310761ef","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:17.095407826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2399b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"676a6af2-4979-4b09-9235-04b7310761ef","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:19.781639151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa8c610f-2eba-41b8-a5bd-e576ab44f679","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:19.781913503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-sub-14027b3b","reconcileID":"4b16dd7c-bcc5-4528-8bb4-00c7bd8daaf0","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:19.878885648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"57d11412-bd31-43ca-a477-35da34573b16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:19.98046574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"79717739-c85a-40fb-848c-375b646fbcfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:20.118220988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"78a32091-45ce-4b65-bafb-6ad596d0ec95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:20.225555458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"70e5d437-139c-45f3-9501-394e83e27e53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:20.324652069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"a64992a5-145f-46d9-be97-13f97e21dae6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:20.505048682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"0ed549b1-d39f-46c2-8e39-0dea4b9f6f58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:20.601829585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"1d1d052c-e9e2-4c25-9ab8-19723a96b822","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:20.699956635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b08ab7ba-3d58-42b8-acb9-b20bd118bac4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:20.800177866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"50c54022-4669-44e8-b98c-5a10ad81acce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:23.941718615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"3bcc308d-2f39-430f-8f0d-070e5ce7d2f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:24.001300976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"3bcc308d-2f39-430f-8f0d-070e5ce7d2f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:24.059126293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58753067418106d8a5b568ea9ab8a8969b0c3e23f40b29ec056629674ee8e1cd) AuthConfig (6217b7f8d054c21747b8929036395ccd1ef6c7bbf8bac598a39303b8cc00b2dc) AuthConfig (64f9a45d5a7464451d538e75f39ee474d000d72372f8490d97de24e58b3b673a) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (82aa8595fa7d514770afc2669502b2fe76726936350134b86267dfb33ec1ae7b) AuthConfig (8b3ebe7eae81a5345c70fdd3e24ef5b0278f1cb2b3a829466f75ff53e7e0918b) AuthConfig (060d9495d788f598b04848a2648dbf9d80d01b359b807bbac7b7946400f13841) AuthConfig (3a5c0512c51da6aed02d5c2da647b682a94ebd85c504149edc372bda1020bdbe) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f) AuthConfig (0e08be86e69450ebaaacf886aadc84adf6fc0a7503f3dea4b1384473b5aaced9) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (4e2e72f56b0e61e23d3dc97d9d18cc7fcc91c632c3721244ed2113e4041199e9) AuthConfig (3203662e2eec15edf263235cca278bd2199d9e90f2d7403bed10caa17210c76a) AuthConfig (8894b7311c098bea7c585c52e065f97cfc1010ac0d0c9e008d1c374bbd493859) AuthConfig (724249609f6ce7cee22193ae09763d62aaa5ca8f7b357a12b1ca6b09fed8cd74) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"3bcc308d-2f39-430f-8f0d-070e5ce7d2f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:27.204123967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7fd00275-bd1a-4291-bc19-c85356766770","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:27.262414395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7fd00275-bd1a-4291-bc19-c85356766770","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:27.320368517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2399b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7fd00275-bd1a-4291-bc19-c85356766770","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:34.168125792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"f7d1d77d-e717-47d6-83d8-9c0617ef9c8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:34.22571235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"f7d1d77d-e717-47d6-83d8-9c0617ef9c8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:34.282076242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58753067418106d8a5b568ea9ab8a8969b0c3e23f40b29ec056629674ee8e1cd) AuthConfig (6217b7f8d054c21747b8929036395ccd1ef6c7bbf8bac598a39303b8cc00b2dc) AuthConfig (64f9a45d5a7464451d538e75f39ee474d000d72372f8490d97de24e58b3b673a) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (82aa8595fa7d514770afc2669502b2fe76726936350134b86267dfb33ec1ae7b) AuthConfig (8b3ebe7eae81a5345c70fdd3e24ef5b0278f1cb2b3a829466f75ff53e7e0918b) AuthConfig (060d9495d788f598b04848a2648dbf9d80d01b359b807bbac7b7946400f13841) AuthConfig (3a5c0512c51da6aed02d5c2da647b682a94ebd85c504149edc372bda1020bdbe) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f) AuthConfig (0e08be86e69450ebaaacf886aadc84adf6fc0a7503f3dea4b1384473b5aaced9) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (4e2e72f56b0e61e23d3dc97d9d18cc7fcc91c632c3721244ed2113e4041199e9) AuthConfig (3203662e2eec15edf263235cca278bd2199d9e90f2d7403bed10caa17210c76a) AuthConfig (8894b7311c098bea7c585c52e065f97cfc1010ac0d0c9e008d1c374bbd493859) AuthConfig (724249609f6ce7cee22193ae09763d62aaa5ca8f7b357a12b1ca6b09fed8cd74) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"f7d1d77d-e717-47d6-83d8-9c0617ef9c8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.428465548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"6b99515b-cf98-45cd-bf86-402a062adf68","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.486186223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"6b99515b-cf98-45cd-bf86-402a062adf68","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.5434647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2399b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd300b5aba120cf3957b96459a77c93fb5402805b09a0ac95d627f2038e8b4dd) AuthConfig (9ac769915475393468e654aa4ca6974fe6095d9187cde7392d7c397441c72109) AuthConfig (2b4cb95baa55c43aa5eb4751e0d54092a9c13e680d00ae557c4c3c4ace815bc7) AuthConfig (511361c19ec1378e38eb413cb7c99939e845a090e83b6037d775056ad9fe69f0) AuthConfig (98a1a9e24447cf0a7f93691bcbb28f17dea3a67bb33c2b864faeb8112002c6ab) AuthConfig (017d860e8cb85ac107f417e315303569bec3b6e14468eb53160fec040493bda3) AuthConfig (035022486a01910cd92077e59f6e833fc572790134239e8120b1a6865304888a) AuthConfig (f654bd0b37f9b12261dca7783bf107f67bc7d195879d0968909c404432ab55c1) AuthConfig (f7753c269483441b357cb51edd0a2914b323d03ccd53621159c2cd0fae9dde7f) AuthConfig (2cb1ffc6c6dabd2825b739a87c006b9cb3b9b6debd56006662851806261fe264) AuthConfig (33bc66a19ede2a731c0ada686a4971dd518c56609f85022b0f9ffa2cf13ef92a) AuthConfig (c5b504acf50a393cd08c60c0f515d3fbc10b2e1715705eb2dce47287b67522f4) AuthConfig (c32c2ea24d924a88f60b0bae71c41c6f307de7f0d3dbdde6c78278c59bc71aad) AuthConfig (70ef932cc395dc4662f9f36c947b824c835db2d5e1f8bf73defbb82d6b537d92) AuthConfig (d82d6e8fb973650b884dab0b10326c98db686279fc96a169643a52cc00964d9f) AuthConfig (61019cc6914aa17fce400efb041474a52b531a3c89942d121d1f8730580346d9) AuthConfig (4598e3f6938bf820ed8b15c0fa3574c7984f535e163d27774b8c2ad92e02ebc4) AuthConfig (fc27fba5eca3bf95ca5b957697e114a8eba3470a58549ab64871543202e64408)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"6b99515b-cf98-45cd-bf86-402a062adf68","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.581432417Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"21bcea03-3c27-4d82-a05a-5252cc5cc298","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.581602605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0d677f7-047a-4e52-ad3f-e5ac8c8fa22b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.581620921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0d677f7-047a-4e52-ad3f-e5ac8c8fa22b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.602628667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"b2c7752d-13da-4ddb-a306-b8798fedee5d","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.602648269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"b2c7752d-13da-4ddb-a306-b8798fedee5d","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.688860758Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-policy-14027b3b","reconcileID":"21bcea03-3c27-4d82-a05a-5252cc5cc298","MaaSAuthPolicy":{"name":"e2e-shared-policy-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"policyNamespace":"ai-tenant-e2e-mt-eefeeb2c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.746799116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85610dd4-1d4d-4082-9cfb-5c15d43b30ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.746825527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85610dd4-1d4d-4082-9cfb-5c15d43b30ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.893561946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15af1b10-9d97-4b7e-a436-f0cc2d8ed3b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:37.893584108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15af1b10-9d97-4b7e-a436-f0cc2d8ed3b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:39.040272836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:44.389823622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"eee60bdd-0710-4264-96ef-70786bee46b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:44.447276153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"eee60bdd-0710-4264-96ef-70786bee46b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:44.778234744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"2f39d2ad-bba5-4d0c-83c4-773ab305f2d8","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:44.778256226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"2f39d2ad-bba5-4d0c-83c4-773ab305f2d8","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:47.710450652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"2b5d5dab-5213-446e-aaa6-a2b210739bd1","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:47.768644102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"2b5d5dab-5213-446e-aaa6-a2b210739bd1","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:47.82523064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2399b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd300b5aba120cf3957b96459a77c93fb5402805b09a0ac95d627f2038e8b4dd) AuthConfig (9ac769915475393468e654aa4ca6974fe6095d9187cde7392d7c397441c72109) AuthConfig (2b4cb95baa55c43aa5eb4751e0d54092a9c13e680d00ae557c4c3c4ace815bc7) AuthConfig (511361c19ec1378e38eb413cb7c99939e845a090e83b6037d775056ad9fe69f0) AuthConfig (98a1a9e24447cf0a7f93691bcbb28f17dea3a67bb33c2b864faeb8112002c6ab) AuthConfig (017d860e8cb85ac107f417e315303569bec3b6e14468eb53160fec040493bda3) AuthConfig (035022486a01910cd92077e59f6e833fc572790134239e8120b1a6865304888a) AuthConfig (f654bd0b37f9b12261dca7783bf107f67bc7d195879d0968909c404432ab55c1) AuthConfig (f7753c269483441b357cb51edd0a2914b323d03ccd53621159c2cd0fae9dde7f) AuthConfig (2cb1ffc6c6dabd2825b739a87c006b9cb3b9b6debd56006662851806261fe264) AuthConfig (33bc66a19ede2a731c0ada686a4971dd518c56609f85022b0f9ffa2cf13ef92a) AuthConfig (c5b504acf50a393cd08c60c0f515d3fbc10b2e1715705eb2dce47287b67522f4) AuthConfig (c32c2ea24d924a88f60b0bae71c41c6f307de7f0d3dbdde6c78278c59bc71aad) AuthConfig (70ef932cc395dc4662f9f36c947b824c835db2d5e1f8bf73defbb82d6b537d92) AuthConfig (d82d6e8fb973650b884dab0b10326c98db686279fc96a169643a52cc00964d9f) AuthConfig (61019cc6914aa17fce400efb041474a52b531a3c89942d121d1f8730580346d9) AuthConfig (4598e3f6938bf820ed8b15c0fa3574c7984f535e163d27774b8c2ad92e02ebc4) AuthConfig (fc27fba5eca3bf95ca5b957697e114a8eba3470a58549ab64871543202e64408)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"2b5d5dab-5213-446e-aaa6-a2b210739bd1","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:48.061158951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-sub-14027b3b","reconcileID":"531aa672-1e82-47ff-b741-c0a6247aac22","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-14027b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:48.282715397Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"namespace":"ai-tenant-e2e-mt-eefeeb2c","name":"e2e-shared-sub-14027b3b","reconcileID":"531aa672-1e82-47ff-b741-c0a6247aac22","MaaSSubscription":{"name":"e2e-shared-sub-14027b3b","namespace":"ai-tenant-e2e-mt-eefeeb2c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:48.499097601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc11c389-d834-4401-8688-e319e1e09603","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:48.617151544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b6bab35-9d6d-4023-a903-b9519f14bd4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:48.617172527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b6bab35-9d6d-4023-a903-b9519f14bd4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.045448855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"ea8892c2-18b8-4fd8-8eaf-d8b3454aa420","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.045497449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"ea8892c2-18b8-4fd8-8eaf-d8b3454aa420","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.102300672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"adf71677-a503-4d32-b7ef-115b035ce264","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.102322492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"adf71677-a503-4d32-b7ef-115b035ce264","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.210006778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"36572240-57ce-4b68-8911-5f95993fc430","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.33476043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"36572240-57ce-4b68-8911-5f95993fc430","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.391076429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"36572240-57ce-4b68-8911-5f95993fc430","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.449935812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"fa78afa2-7d22-4cea-ba1d-8b2fe5a92cf2","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:50.449962738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"fa78afa2-7d22-4cea-ba1d-8b2fe5a92cf2","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:57.933100816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"3b24f335-5678-496d-bcf4-dcbb639e7890","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:57.99109314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"3b24f335-5678-496d-bcf4-dcbb639e7890","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:58.27792296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"e8182b6c-925c-4ea9-a8bc-9ffdea2330aa","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:58.277947023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"e8182b6c-925c-4ea9-a8bc-9ffdea2330aa","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:00.558877224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"c214b154-3a78-43f3-b673-20a3a82a3c31","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:00.616713095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"c214b154-3a78-43f3-b673-20a3a82a3c31","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:00.674199365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"c214b154-3a78-43f3-b673-20a3a82a3c31","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.508605454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"4999e61f-ffdf-4634-a0e1-279a5bcb5f06","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.508624486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"4999e61f-ffdf-4634-a0e1-279a5bcb5f06","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.569016729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"14516dfe-1a1b-4523-9409-d5629e2d333d","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.569038255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"14516dfe-1a1b-4523-9409-d5629e2d333d","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.616862474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"1413e75e-12a1-4e62-838f-7e97426a4fb4","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:21:03.636743882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"abd3e82a-5394-4226-865b-079fce1646cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-2399b8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.674888018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"1413e75e-12a1-4e62-838f-7e97426a4fb4","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.758161089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"120c4041-9fcd-40fd-a34e-eb29e711545e","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.758181357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"120c4041-9fcd-40fd-a34e-eb29e711545e","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.818464909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"f8c47c21-8329-4160-b242-890b280fbe0a","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.818525605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"f8c47c21-8329-4160-b242-890b280fbe0a","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:03.98775812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"5e833af5-f42a-4ede-b57f-f26fe18fb387","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:04.035900745Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"c67a3168-534f-49e5-a582-80cd62ed7805","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","model":"test-model-2399b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-2399b8/test-model-2399b8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:04.045541924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"5e833af5-f42a-4ede-b57f-f26fe18fb387","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:04.206839912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"cbdca6d2-adf3-4a97-9fe6-488ef09f5d73","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:04.206865936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"cbdca6d2-adf3-4a97-9fe6-488ef09f5d73","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:04.499583443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"a158308b-2d95-4c13-9227-6382dac0a603","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:09.039609722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:10.787596611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"9b40ffff-16c9-4faf-bbba-3526d7937948","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:10.846880772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"9b40ffff-16c9-4faf-bbba-3526d7937948","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:10.90392954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"9b40ffff-16c9-4faf-bbba-3526d7937948","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:12.849748811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"d3729d32-3af6-42ae-90ed-370990c86dd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:12.978424039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"57c83b80-7f5e-45a0-a06e-fffbd4b31d2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.11152543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"2f4d3b9f-a5c4-4e96-bce9-faee839559d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.354343026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"91299765-78c4-40b4-9d5c-e5a4ece7de12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.485649491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"126ce128-0460-459e-9254-143ec282d856","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.598057335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"c2c98bdc-f7ce-4017-9b74-b4175ef9d0b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.68857711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"5d9b2a7e-5c07-4f89-9660-2d6d7c15bbde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.798011272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"4a4ce100-5847-4c04-acb4-b1a8c93d76ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.895348987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"a1580fe4-c3d6-44e1-821a-6164becd87d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:14.14549235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f3e6fe7-b1d4-416a-ae58-62e0bbf02954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:16.371638226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"1240dea6-8956-46de-9a31-149c7790bb5d","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:16.371666771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"1240dea6-8956-46de-9a31-149c7790bb5d","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.012344941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"5653a939-26d8-40d0-83d1-d9281238353b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.070166496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"5653a939-26d8-40d0-83d1-d9281238353b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.127670043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (224f03c55db6bea7d40ca85e849dfb0d065ab347bfedea5cbd342f46bd9ce89e) AuthConfig (2d9135f65543c1ef8cb10ea57100d1cecaa435b532bd3aea424a41c47011bb71) AuthConfig (c8e18461e47d47e525bd9f89d1b2ad10e47696b52e016f5bd8d2e865977fc70d) AuthConfig (d7f3a34868ed2608f3004bbfd3b4b1d17e78ac9284cb272c889faec150c226c4) AuthConfig (2e42dcd10693266374818d33d62291cf9c5edf3c32830a42912a6e07471d63c8) AuthConfig (8b92e567394e549ab397078b925ef9adcc5a89ebc8a7f29904e85572b2c8ae61) AuthConfig (9324ead0e52dc75dc881a6e8e630a6b9c1728065a07fce7704215078adde473a) AuthConfig (c2d7adff9bba70588599c1523c99c45048f1ce287a2052778ce74127f8df9875) AuthConfig (566d32bc5e27ce6daf4f0b7aa54e3e65a049d094857dc6091e49d35987f883aa) AuthConfig (4a96f4f426ecb734c254296b438a32bc3f210e36c6ba42b91dd5e0bdd1749508) AuthConfig (3330769357cecb9b76464b3cd9bbb61d7fd3715a5a3140e74c022a8e940f0d9e) AuthConfig (6bac1ae1aca4e6a9eaed38df2087b8b0dac54f8a025210fa1b4c70e314660f8d) AuthConfig (0fb0d69a92d0f006a185af3195399b0ccdcd71c866d08051ff30c475bba4f171) AuthConfig (7a4ecab4c07f4c0de82b807402294ea463f524957d310a63a74e2fee162ce87a) AuthConfig (9e3edac5262636c04ad7ae49b236b89849ac8da5f653572eaa42f2ae45c6702f) AuthConfig (bf7fddaae413be2442ba1decfb97f2746c390fdc053167314cb5bf788e5c112e) AuthConfig (fa5a55a43aec4ba3a5e580ed032d4feebb6f4b55f59adecb10c42fbfc8194942) AuthConfig (2fea3061f84f1d6e8cc7349cd5121590553fa5f965b2a7a1dcc51a35726a237e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"5653a939-26d8-40d0-83d1-d9281238353b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.187695889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"deceea6b-b6fb-4434-9565-17b4d2b26f0c","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.187715627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"deceea6b-b6fb-4434-9565-17b4d2b26f0c","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.797031626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"2e52f217-cbe8-4006-adeb-6d1e664b5079","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.797055878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"2e52f217-cbe8-4006-adeb-6d1e664b5079","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.855174696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"9978461d-49fc-4193-9ac2-64f7bca5101a","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.855200369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"9978461d-49fc-4193-9ac2-64f7bca5101a","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:21.962987554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"7afbf2ea-6486-4092-ab06-2a730f802d1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:22.089382804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"7afbf2ea-6486-4092-ab06-2a730f802d1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:22.14583454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"7afbf2ea-6486-4092-ab06-2a730f802d1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:22.204412132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"b16f9a05-3c5e-4631-86e6-9b52dca8d507","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:22.204431202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"b16f9a05-3c5e-4631-86e6-9b52dca8d507","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:31.324842536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"75840c84-c1bf-4af9-a2fc-06e2590756b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:31.383766562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"75840c84-c1bf-4af9-a2fc-06e2590756b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:31.441647977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (224f03c55db6bea7d40ca85e849dfb0d065ab347bfedea5cbd342f46bd9ce89e) AuthConfig (2d9135f65543c1ef8cb10ea57100d1cecaa435b532bd3aea424a41c47011bb71) AuthConfig (c8e18461e47d47e525bd9f89d1b2ad10e47696b52e016f5bd8d2e865977fc70d) AuthConfig (d7f3a34868ed2608f3004bbfd3b4b1d17e78ac9284cb272c889faec150c226c4) AuthConfig (2e42dcd10693266374818d33d62291cf9c5edf3c32830a42912a6e07471d63c8) AuthConfig (8b92e567394e549ab397078b925ef9adcc5a89ebc8a7f29904e85572b2c8ae61) AuthConfig (9324ead0e52dc75dc881a6e8e630a6b9c1728065a07fce7704215078adde473a) AuthConfig (c2d7adff9bba70588599c1523c99c45048f1ce287a2052778ce74127f8df9875) AuthConfig (566d32bc5e27ce6daf4f0b7aa54e3e65a049d094857dc6091e49d35987f883aa) AuthConfig (4a96f4f426ecb734c254296b438a32bc3f210e36c6ba42b91dd5e0bdd1749508) AuthConfig (3330769357cecb9b76464b3cd9bbb61d7fd3715a5a3140e74c022a8e940f0d9e) AuthConfig (6bac1ae1aca4e6a9eaed38df2087b8b0dac54f8a025210fa1b4c70e314660f8d) AuthConfig (0fb0d69a92d0f006a185af3195399b0ccdcd71c866d08051ff30c475bba4f171) AuthConfig (7a4ecab4c07f4c0de82b807402294ea463f524957d310a63a74e2fee162ce87a) AuthConfig (9e3edac5262636c04ad7ae49b236b89849ac8da5f653572eaa42f2ae45c6702f) AuthConfig (bf7fddaae413be2442ba1decfb97f2746c390fdc053167314cb5bf788e5c112e) AuthConfig (fa5a55a43aec4ba3a5e580ed032d4feebb6f4b55f59adecb10c42fbfc8194942) AuthConfig (2fea3061f84f1d6e8cc7349cd5121590553fa5f965b2a7a1dcc51a35726a237e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"75840c84-c1bf-4af9-a2fc-06e2590756b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:32.312229227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"be35ad6b-e3a9-4592-80b4-9ac712e8e72f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:32.369875743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"be35ad6b-e3a9-4592-80b4-9ac712e8e72f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:32.42664448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"be35ad6b-e3a9-4592-80b4-9ac712e8e72f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:39.040604544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.236678123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"6236dee1-094f-46cf-9005-4f239a9ec154","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.408435409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"4664900e-0372-4728-86c1-f8e1cd150bf3","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.408457337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"4664900e-0372-4728-86c1-f8e1cd150bf3","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.549906638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"25411309-6d31-42cd-a249-7a93783c8628","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.608157248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"25411309-6d31-42cd-a249-7a93783c8628","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.869984765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"eb3fcdbc-1a5e-4a55-8e23-04c8019bf455","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.884545859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"8a2b5b26-8b20-411c-9196-e1a0c3ebeb55","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.88456378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"8a2b5b26-8b20-411c-9196-e1a0c3ebeb55","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.927724971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"eb3fcdbc-1a5e-4a55-8e23-04c8019bf455","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:42.534775687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"66d1d5ba-47c7-408f-893a-d31f5dcf21e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:42.593007592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"66d1d5ba-47c7-408f-893a-d31f5dcf21e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:42.650882819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d659374011f81ee9bac54cedf5a3f3e82fddfd1af8778e30d91dd488d08007ef) AuthConfig (d0e7004e6ad3e3ad0fc956cc336f5306a4e22c603a94af4a87fb0ac6004fd7a9) AuthConfig (64bedfaeb673eecab9a4947ca8f1a153051866b9463b163e1c4fa609e02f8c77) AuthConfig (9afc72a6b672332b52c0e3808b69d3ab61af6e069844973dac6fe54033ca38c5) AuthConfig (1deb0024c3b706fc7d40e04eeabefe7ef25e9b26320ae811636c3bb1042dcf91) AuthConfig (831023e68d8e2ef76aefd003bc2d7d49bc9b876fe02c5d51836cff5dd9eff4fd) AuthConfig (4fce2bc48eb53ce212ac85db58ed0872e77ee587ee460499ba8671e4f972e0fe) AuthConfig (7cca2708feb351818fe4f6e8093717b601880a92e3cd9587ef9c997dacebbe54) AuthConfig (416b726e014b08b6d09e6a03c7f6da02e784ca8d5d5516c439afb51dc514b6cb) AuthConfig (a1ca7f9bda1b834130066128c683b52d0a6409d985c257790d18da880344d449) AuthConfig (a5f5cee229a7170ba6097f1d6f7b78f74b12a46b1a76c6217b2167a77f39e402) AuthConfig (91a1615ce793fd6432a04547c96f5988d3dab79d1ee5a00e5609dea12faee291) AuthConfig (7f0dfd7d6c3c907ea46ee1787589dd1d7f15d6001b1db1b5d34cb3097e972f28) AuthConfig (405e7343f2c471244bc3a1908c244a72b27dec7ebf1061afeb1c0cdb0727ac80) AuthConfig (3f3cb7dc399e440887ec63e4277fbdb937357df6814951741107e98687acfdf2) AuthConfig (46404260c9b9d3932f51169dea4bfc4fe8dcb0626cd72b6ae83fd16a9eaaf8c1) AuthConfig (d7907a55799b25e68a52e45c6330083e79203b6c8ac905dfb5e6871937d74422) AuthConfig (ba893666936d6241cb29074e94318ba5e920a42b8a90ca68289ae192d13480dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"66d1d5ba-47c7-408f-893a-d31f5dcf21e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:42.709717012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"952fd59a-1840-4eb2-834d-12a50e5bcc37","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:42.709737142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"952fd59a-1840-4eb2-834d-12a50e5bcc37","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:46.565533586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"6c6c1fb5-2b16-4fe6-a32f-98af3c0e814b","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:46.56556566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"6c6c1fb5-2b16-4fe6-a32f-98af3c0e814b","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.422003075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b0c6f444-c350-4e20-a6cb-514777e5517e","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.422025775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b0c6f444-c350-4e20-a6cb-514777e5517e","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.481528525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b1d224b4-d802-4b9c-9cc3-1ed65be62bf0","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.481555845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b1d224b4-d802-4b9c-9cc3-1ed65be62bf0","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.529291242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"0cf95708-3e23-45d0-a988-b033e4e86d6e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:21:47.533259453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"52a27bb9-5d24-4201-9cbc-8b86a3372fb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-8709ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:21:47.536458895Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b1d224b4-d802-4b9c-9cc3-1ed65be62bf0","name":"rate-test-model-60261a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-60261a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:21:47.536545505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b1d224b4-d802-4b9c-9cc3-1ed65be62bf0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-60261a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.541893642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b87ea63d-b0af-4547-b801-c2fc4b4331dd","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.541908572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"b87ea63d-b0af-4547-b801-c2fc4b4331dd","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.587396099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"0cf95708-3e23-45d0-a988-b033e4e86d6e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.64555008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"6deb9c68-8c99-4cfb-8d19-f1562b8703c7","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.645572452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"6deb9c68-8c99-4cfb-8d19-f1562b8703c7","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.702721966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"18287eb0-2b43-4e5e-acae-a02a3310b20b","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.702742366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"18287eb0-2b43-4e5e-acae-a02a3310b20b","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.752094134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"570cbdab-85f8-42b0-ba19-37d19ed79984","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.752117834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"570cbdab-85f8-42b0-ba19-37d19ed79984","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.811726527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c29cd765-4cfe-434f-80a7-decad5a057ec","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.811745009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c29cd765-4cfe-434f-80a7-decad5a057ec","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.859362737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"d8360d78-3724-4cc4-9d74-a07b828113f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:21:47.86339717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"919f5d70-3d78-403d-829b-c3744d015592","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-8709ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:21:47.866489311Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c29cd765-4cfe-434f-80a7-decad5a057ec","name":"rate-test-model-367381","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-367381\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:21:47.866537348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c29cd765-4cfe-434f-80a7-decad5a057ec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-367381\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.871869041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c34fd754-d948-489d-9986-ff6e6c73f3e7","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.871885122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c34fd754-d948-489d-9986-ff6e6c73f3e7","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.91710552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"d8360d78-3724-4cc4-9d74-a07b828113f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.92726551Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"ed50b816-0117-47e0-a07c-48c5d71b2319","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-rate-test-model-60261a","model":"rate-test-model-60261a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-60261a/e2e-rate-iso-a-8709ff"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.9599928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"f385390b-2dbc-4a46-a013-269610b41861","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.974904031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c6d180c7-10fc-4d14-8412-30053f4aaef4","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:47.974923398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c6d180c7-10fc-4d14-8412-30053f4aaef4","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.01765078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"f385390b-2dbc-4a46-a013-269610b41861","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.031267531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"741e5580-db9f-45b6-85ef-cf5f1c3ed1b9","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.031284256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"741e5580-db9f-45b6-85ef-cf5f1c3ed1b9","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.099213753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"921a02fb-e7d7-401e-b98c-34af3d9fbbb9","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.099239852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"921a02fb-e7d7-401e-b98c-34af3d9fbbb9","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.213438958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"14005d9a-c4ae-4e17-b6fa-8c5d34c75a16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.251352893Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"dc13ee19-8891-4842-a610-b2b3ee2bc2c2","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-rate-test-model-367381","model":"rate-test-model-367381","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-367381/e2e-rate-iso-b-8709ff"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.271122757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"14005d9a-c4ae-4e17-b6fa-8c5d34c75a16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.34797466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"43f9a3f0-d7b6-468d-aba1-00070fb61b4a","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-rate-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.425847032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"ef6d7146-8468-4a1e-aadf-d7e10098e651","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.425869422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"ef6d7146-8468-4a1e-aadf-d7e10098e651","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.642629686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"334d8cbe-51a8-43ca-9fb3-305273a8db1c","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-rate-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.014275625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"e5aefc15-3b54-4b5f-97f1-297a493bacd8","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.014295957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"e5aefc15-3b54-4b5f-97f1-297a493bacd8","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.071187123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"56db5272-abc8-4349-adcc-bd92047b8390","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.071207246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"56db5272-abc8-4349-adcc-bd92047b8390","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.234876808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"c1744f1a-13ce-4e04-bb34-163f5c43b944","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.360709489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"c1744f1a-13ce-4e04-bb34-163f5c43b944","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.416976622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b5daee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"c1744f1a-13ce-4e04-bb34-163f5c43b944","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.476080794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"ace886b3-7f5a-4460-8237-e30b1b905dd5","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.476101405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"ace886b3-7f5a-4460-8237-e30b1b905dd5","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.820136485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"e7f4a233-aa2b-49cc-850e-b2084168545b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.878028704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"e7f4a233-aa2b-49cc-850e-b2084168545b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:52.934907571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d659374011f81ee9bac54cedf5a3f3e82fddfd1af8778e30d91dd488d08007ef) AuthConfig (d0e7004e6ad3e3ad0fc956cc336f5306a4e22c603a94af4a87fb0ac6004fd7a9) AuthConfig (64bedfaeb673eecab9a4947ca8f1a153051866b9463b163e1c4fa609e02f8c77) AuthConfig (9afc72a6b672332b52c0e3808b69d3ab61af6e069844973dac6fe54033ca38c5) AuthConfig (1deb0024c3b706fc7d40e04eeabefe7ef25e9b26320ae811636c3bb1042dcf91) AuthConfig (831023e68d8e2ef76aefd003bc2d7d49bc9b876fe02c5d51836cff5dd9eff4fd) AuthConfig (4fce2bc48eb53ce212ac85db58ed0872e77ee587ee460499ba8671e4f972e0fe) AuthConfig (7cca2708feb351818fe4f6e8093717b601880a92e3cd9587ef9c997dacebbe54) AuthConfig (416b726e014b08b6d09e6a03c7f6da02e784ca8d5d5516c439afb51dc514b6cb) AuthConfig (a1ca7f9bda1b834130066128c683b52d0a6409d985c257790d18da880344d449) AuthConfig (a5f5cee229a7170ba6097f1d6f7b78f74b12a46b1a76c6217b2167a77f39e402) AuthConfig (91a1615ce793fd6432a04547c96f5988d3dab79d1ee5a00e5609dea12faee291) AuthConfig (7f0dfd7d6c3c907ea46ee1787589dd1d7f15d6001b1db1b5d34cb3097e972f28) AuthConfig (405e7343f2c471244bc3a1908c244a72b27dec7ebf1061afeb1c0cdb0727ac80) AuthConfig (3f3cb7dc399e440887ec63e4277fbdb937357df6814951741107e98687acfdf2) AuthConfig (46404260c9b9d3932f51169dea4bfc4fe8dcb0626cd72b6ae83fd16a9eaaf8c1) AuthConfig (d7907a55799b25e68a52e45c6330083e79203b6c8ac905dfb5e6871937d74422) AuthConfig (ba893666936d6241cb29074e94318ba5e920a42b8a90ca68289ae192d13480dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"e7f4a233-aa2b-49cc-850e-b2084168545b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:00.905406226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"90dfbe44-6e76-43d4-ac5e-9d7aa1f4d923","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-rate-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.077051848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"5531d181-559c-44fc-9363-aa99f6062c5d","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.077075699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"5531d181-559c-44fc-9363-aa99f6062c5d","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.772424524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"fef123b5-2481-4236-b502-27cca44ec2d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.773051746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"fe716d9e-8c31-4934-8fa5-21a4c343dd8f","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-rate-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.831492489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"fef123b5-2481-4236-b502-27cca44ec2d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.872528962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"b3eb7aa1-5db0-4b55-9dbf-e02fd9a92b64","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.931025823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"b3eb7aa1-5db0-4b55-9dbf-e02fd9a92b64","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.944989178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"ea047c49-39a8-4d64-9bd1-e87695264e97","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:01.945008524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"ea047c49-39a8-4d64-9bd1-e87695264e97","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:02.584405527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"6ca3c8fa-a6a2-4cea-9327-bdb6c27a9762","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:02.642435987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"6ca3c8fa-a6a2-4cea-9327-bdb6c27a9762","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:02.699699651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b5daee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"6ca3c8fa-a6a2-4cea-9327-bdb6c27a9762","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.044235124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"6cd69ede-2878-4974-b5b4-6ee58ce3bb3a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.102432654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"6cd69ede-2878-4974-b5b4-6ee58ce3bb3a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.43144794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"eeac4173-0e1b-4bd8-9525-72367dc4b3c6","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.431505733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"eeac4173-0e1b-4bd8-9525-72367dc4b3c6","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.448806495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"064ff870-d298-4246-acaa-582e59bb9aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.448926561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"94849479-2f06-48ba-b9d6-c89bcc9c016a","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.448946025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"94849479-2f06-48ba-b9d6-c89bcc9c016a","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.509169269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"c0526f6f-ef99-4f55-9a6c-fd13dcb7ee3e","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.509190844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"c0526f6f-ef99-4f55-9a6c-fd13dcb7ee3e","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.529630735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"b027b56b-405b-4aa8-9608-30496e515997","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.529654665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"b027b56b-405b-4aa8-9608-30496e515997","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.637386746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"f6f0b8ca-690a-4594-9569-6881502ae367","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.657973917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"064ff870-d298-4246-acaa-582e59bb9aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.728422045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"5c044caf-32f0-4215-a68f-004a97e6dbd1","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-rate-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.766788449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"f6f0b8ca-690a-4594-9569-6881502ae367","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.78562138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"064ff870-d298-4246-acaa-582e59bb9aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.785643942Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-auth-8709ff","reconcileID":"064ff870-d298-4246-acaa-582e59bb9aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.824348182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"f6f0b8ca-690a-4594-9569-6881502ae367","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.843831116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"c819117c-6271-4241-8f54-85798e1b8169","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.843854319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"c819117c-6271-4241-8f54-85798e1b8169","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.903916849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"cb602ec1-3ea2-47cb-a73b-7576d639b366","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.903944289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"cb602ec1-3ea2-47cb-a73b-7576d639b366","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.983793762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"5352ab1e-7110-4d21-a29c-bccf308aeda6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.983797956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c21492f3-58a0-4bd8-a4f8-103c2fd4b521","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.983894986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"c21492f3-58a0-4bd8-a4f8-103c2fd4b521","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.042199697Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.122668065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"6169ec2d-9930-46de-8fe8-370199ebca8e","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-rate-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.192582225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"5352ab1e-7110-4d21-a29c-bccf308aeda6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.260364911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"ad86f20a-7ad9-49af-8540-47855eee7ac8","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-rate-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.318062667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"5352ab1e-7110-4d21-a29c-bccf308aeda6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.318089234Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-auth-8709ff","reconcileID":"5352ab1e-7110-4d21-a29c-bccf308aeda6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.376387669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"ade69d8d-858d-492f-ad06-7de66bcd3e40","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.376409572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"ade69d8d-858d-492f-ad06-7de66bcd3e40","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.521587621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"766e64d8-266e-4913-a562-01cb6dc868c1","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.521612458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"766e64d8-266e-4913-a562-01cb6dc868c1","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.658838893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"ebc0aed3-4051-48d5-83b8-c7cfec094c5d","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-rate-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:12.808218639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"642ec0d8-6888-48da-a3a3-cf778b8d898e","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:12.866339558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"642ec0d8-6888-48da-a3a3-cf778b8d898e","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:12.923170633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b5daee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"642ec0d8-6888-48da-a3a3-cf778b8d898e","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:18.99857898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"c59d8a61-b703-42e8-a1ff-ba92db89c436","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.057152797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"c59d8a61-b703-42e8-a1ff-ba92db89c436","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.113937262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"c59d8a61-b703-42e8-a1ff-ba92db89c436","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.690465774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"2bbfaa3d-b37c-4b1f-a650-f6f12fe08548","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","subscription":"e2e-rate-iso-a-8709ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.744889824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"2bbfaa3d-b37c-4b1f-a650-f6f12fe08548","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.799702325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-rate-iso-a-8709ff","reconcileID":"2bbfaa3d-b37c-4b1f-a650-f6f12fe08548","MaaSSubscription":{"name":"e2e-rate-iso-a-8709ff","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:20.080846069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"e1a48581-36be-4163-85c0-014b75658499","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/rate-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:20.080868586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"rate-test-model-60261a","reconcileID":"e1a48581-36be-4163-85c0-014b75658499","MaaSModelRef":{"name":"rate-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"rate-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"rate-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:20.218422722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"0095ba3b-16af-4e85-a693-b62ebe0e67fb","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:20.218443018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"0095ba3b-16af-4e85-a693-b62ebe0e67fb","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:23.031949013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"0382958d-095a-4ca7-a1f2-f7d17155bba8","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:23.089685615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"0382958d-095a-4ca7-a1f2-f7d17155bba8","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:23.146398919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b5daee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"0382958d-095a-4ca7-a1f2-f7d17155bba8","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.219218693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c674aff7-d22c-4d04-8ffe-037874fb8801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.273282894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c674aff7-d22c-4d04-8ffe-037874fb8801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.327297616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c674aff7-d22c-4d04-8ffe-037874fb8801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.382291743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c674aff7-d22c-4d04-8ffe-037874fb8801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:28.370544492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c3e4c3-0d16-40fe-b0e3-019757edf58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:28.425421169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c3e4c3-0d16-40fe-b0e3-019757edf58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:28.4802331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c3e4c3-0d16-40fe-b0e3-019757edf58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:28.534369954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c3e4c3-0d16-40fe-b0e3-019757edf58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:29.22279608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"ed3d6407-c231-4a50-9ce8-581cfa8a7ac9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:29.281928399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"ed3d6407-c231-4a50-9ce8-581cfa8a7ac9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:29.33970552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"ed3d6407-c231-4a50-9ce8-581cfa8a7ac9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:30.389927303Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"9e1e5df2-709a-4055-a040-d9c8f8a79413","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","subscription":"e2e-rate-iso-b-8709ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:30.444283248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"9e1e5df2-709a-4055-a040-d9c8f8a79413","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:30.508130713Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-rate-iso-b-8709ff","reconcileID":"9e1e5df2-709a-4055-a040-d9c8f8a79413","MaaSSubscription":{"name":"e2e-rate-iso-b-8709ff","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:30.831760083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"bdebb266-dc74-4108-8b0d-5d948bafb2ee","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/rate-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:30.831784235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"rate-test-model-367381","reconcileID":"bdebb266-dc74-4108-8b0d-5d948bafb2ee","MaaSModelRef":{"name":"rate-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"rate-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"rate-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:31.214623424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"4df8976d-63fc-43b3-b8e1-8a8e5674fa5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:31.495812881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"e2f177fc-97bb-4d9b-8cfe-9a9aaff4674c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:31.613363072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"22e33990-c329-4ba6-81bc-543516308454","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:31.952214457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"816591d7-1941-4222-9d10-d9e58143185a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:32.044727051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc415c8d-ae4d-403c-adfd-8d313b5a64cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:32.145176067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"5a5f4960-6037-4010-bda8-2ba2af9c203d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:32.145183796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"a3d29f4b-fb21-4720-8139-b7dfd73cd02b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:32.169453708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fd2251d-bdcf-468c-b9c2-911d1b660456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:32.386771485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"5c4326d0-d0d7-4cd9-a252-e5bb9ed29ec7","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:32.674193427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"de5b5023-4f38-4e1f-9e0f-f2231d7514b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:32.764505422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"c06191fa-bb0f-483e-b4e3-09b7601310dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:33.2547586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"142e4488-5c0b-4b08-a18e-9a4eea83c904","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:33.313098523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"142e4488-5c0b-4b08-a18e-9a4eea83c904","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:33.370788944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b5daee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6575fb08576e91f723070cf0ae4af67a99bfe8784fe41251a83e95db501408d) AuthConfig (145e78db9d64c3bbed0d03c6f59d4043741007c277a888768b07fed2c12b079b) AuthConfig (95660b34bd3260bb5c2bee99b34d882bbd2e1facfc43d32c41473b261db9d12a) AuthConfig (10da4288c84db162e37b02d103535b209459ba9214620b48c2d70eb270a8184b) AuthConfig (5e5e2908a158ebfa289cc5b8f61d657d65fe427be6602e4a6f6552b53fad22b1) AuthConfig (3e9d3b33b602e282b98e49433f5edf2828bb35f6ea400023363e9c0317b9d1d7) AuthConfig (442a2198cc80fff2d67dc5f7431de1c92e173b34214fe4e84dc2678f61ff967e) AuthConfig (569da6614de5279a3e3beb6eb1579975c54bc09adcf5acf3caceee1eb72e0eb9) AuthConfig (50ca078f906c3aa21ac9023f05b1dcb592ac18858ae4ad672dd254b711a5e5b4) AuthConfig (412bc3f99cf0833e7826f59d806badf0fcb443e30499cc6efd1362b305c135c0) AuthConfig (1d19e53a23abf3cc38290fb15dc0f88dea095ab64acff235f50495f359145d83) AuthConfig (6dc3cd4766ca72458bfdac80d7a7499c69e39c0bd23e4277e63c31eb93923736) AuthConfig (8453a042c3ec819137352a52501868405bda7fa3b04236330dee837999fe0b58) AuthConfig (aa006b3ed6106735d9b4fcf38e814a72a9fc490dd108a6dd7906f4827cefc1f3) AuthConfig (082a65873995ba8aa824969d4175d67a9216ba8e167886942bf1d6957a4eeec6) AuthConfig (60151887699d7af9f66edf14cca99f6239636b4b751d21c9d98686625f52c91e) AuthConfig (7fc8d04f1f9539db83b5dfab38e4e1845705143399976f949c1575d26a0e45c3) AuthConfig (633fc32cc7691bdf72c6cf4e1cf195c351034609346ba347814ea809e0f0c46e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"142e4488-5c0b-4b08-a18e-9a4eea83c904","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:33.430631653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"6873ef51-f811-47ba-b5f7-9b66b6abec75","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:33.430652248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"6873ef51-f811-47ba-b5f7-9b66b6abec75","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:39.041024033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:39.448399211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"24bd77f5-e55f-410a-bc67-11ec6ddef6ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:39.506448591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"24bd77f5-e55f-410a-bc67-11ec6ddef6ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:39.563134226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0515643c90dbff42dd5d317bb05ed011d0338bb8158167d0c3631e0244eccee9) AuthConfig (5307daf1a545e14a4bebb040b2202f363345338b0e47ab03d1fd2b530d0e81c3) AuthConfig (00028775188bd37dd2185ee414e288bb1b7f26c96b458da193b79c7e4fa40fc5) AuthConfig (286fabf864227485dfeb4313cfeb81619ee5a81c556abc90a482ffa49a94a563) AuthConfig (184a19e3b576cd2b2dd314e378b1e968cfb892bfaf57b34b03a6d5a310f3a15a) AuthConfig (4731dfd8419a062e72a8a8982e1dd6e55009be937a57b21d9e1ff57ade96e613) AuthConfig (638a628bf31211d3dfb7c102162d1be9f5f745126ae21885ccb49e4e2ff354a0) AuthConfig (fd821e4b28229b2459733224b0399a33e88b4092fe3e79181ca10c9c8ffca4c8) AuthConfig (470b9f990b4711cf938f75ccb2cba425c8b22dc6d5c5c96969616228c8fe0319) AuthConfig (c9e841a28029e724d52e79171ff1e09b1690c7d058447b1eb474e1c8f9d9997f) AuthConfig (88a37ff5bc519cb05d59846b172d195758d2313c9ca6280e2b8bc0f67d9c1e37) AuthConfig (afdb74da84bfc3de199f9d5373927b206e4ca3adb12ad62186ace3444c53e680) AuthConfig (287332e88a84b8bc93b71917b0e12dfff2ffaef18156cc3ce354720b25323918) AuthConfig (6878e53a138521db39b8d93fbb16272a752d02b42e1023b9e9dd5aae51e69a88) AuthConfig (887e505c6ea60525a0ae59b449d410d0571b31de961ad70bba2b996181e561ab) AuthConfig (dc272f529c9b35d84c41e6e1f6d93f5c6b7d158a2ab85c5fe9473c7996c6d351) AuthConfig (d80863c7390b0b58ea7a72bf4e6a69fe1e1bc09add35e5a9cc96e34c25294cd2) AuthConfig (7c1bccec931a2c229e214079de4e98dc88860bd1b7329f5d71e439d2bbd98d4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"24bd77f5-e55f-410a-bc67-11ec6ddef6ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:39.622255907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"bd8d472e-686a-4800-abce-99024c0b860c","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:39.622276763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"bd8d472e-686a-4800-abce-99024c0b860c","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:43.538575798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"0087b725-dee7-4429-8b01-270813b786c1","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:43.596708667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"0087b725-dee7-4429-8b01-270813b786c1","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:43.653195069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b5daee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6575fb08576e91f723070cf0ae4af67a99bfe8784fe41251a83e95db501408d) AuthConfig (145e78db9d64c3bbed0d03c6f59d4043741007c277a888768b07fed2c12b079b) AuthConfig (95660b34bd3260bb5c2bee99b34d882bbd2e1facfc43d32c41473b261db9d12a) AuthConfig (10da4288c84db162e37b02d103535b209459ba9214620b48c2d70eb270a8184b) AuthConfig (5e5e2908a158ebfa289cc5b8f61d657d65fe427be6602e4a6f6552b53fad22b1) AuthConfig (3e9d3b33b602e282b98e49433f5edf2828bb35f6ea400023363e9c0317b9d1d7) AuthConfig (442a2198cc80fff2d67dc5f7431de1c92e173b34214fe4e84dc2678f61ff967e) AuthConfig (569da6614de5279a3e3beb6eb1579975c54bc09adcf5acf3caceee1eb72e0eb9) AuthConfig (50ca078f906c3aa21ac9023f05b1dcb592ac18858ae4ad672dd254b711a5e5b4) AuthConfig (412bc3f99cf0833e7826f59d806badf0fcb443e30499cc6efd1362b305c135c0) AuthConfig (1d19e53a23abf3cc38290fb15dc0f88dea095ab64acff235f50495f359145d83) AuthConfig (6dc3cd4766ca72458bfdac80d7a7499c69e39c0bd23e4277e63c31eb93923736) AuthConfig (8453a042c3ec819137352a52501868405bda7fa3b04236330dee837999fe0b58) AuthConfig (aa006b3ed6106735d9b4fcf38e814a72a9fc490dd108a6dd7906f4827cefc1f3) AuthConfig (082a65873995ba8aa824969d4175d67a9216ba8e167886942bf1d6957a4eeec6) AuthConfig (60151887699d7af9f66edf14cca99f6239636b4b751d21c9d98686625f52c91e) AuthConfig (7fc8d04f1f9539db83b5dfab38e4e1845705143399976f949c1575d26a0e45c3) AuthConfig (633fc32cc7691bdf72c6cf4e1cf195c351034609346ba347814ea809e0f0c46e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"0087b725-dee7-4429-8b01-270813b786c1","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:48.682204984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"6b1c5cbd-1bf9-463b-a4e1-3c383e135c2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:48.794337272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"c9909f8e-7b5f-4e10-8e9c-0f30c34ff58b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:48.961462393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"8fa7b78f-e872-43ef-bee1-d03101876a8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.069460005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"ca2537a4-5a03-4a46-afe3-00916b950cec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.169854277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bea8b6e-ce80-41f5-aaf4-6177e1c54d25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.184507052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"beef5e56-928f-4abc-9579-f8ab3af2d97e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.467011685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"5f47ed96-769d-4334-98c9-a095b5cfb4bb","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.559868875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"e58f3a79-631a-4ec1-9da3-6f1c1d9de41b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.660413776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"ac5497e3-e50f-477e-8169-2c3da8d4292d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.73063539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"9fc7a07c-036e-47a6-8d16-eeb0a11cdfca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.76085077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"22a67820-52d9-417f-b580-b2cfd68c92c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.788576961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"9fc7a07c-036e-47a6-8d16-eeb0a11cdfca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:49.861274743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"9fe5b4a7-91f2-4fff-8c13-c88fd7214b65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:50.112982084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"e342a97e-8d6a-4eb6-a842-7300cac39107","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:50.113003265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"e342a97e-8d6a-4eb6-a842-7300cac39107","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:53.762642537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"7435068d-e066-4aee-b202-cc5f2807b2b0","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:53.829400169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"7435068d-e066-4aee-b202-cc5f2807b2b0","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:54.108569774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"c67e34ef-6423-4f7a-ba9a-4f64bc80205e","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:54.108591693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"c67e34ef-6423-4f7a-ba9a-4f64bc80205e","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.535887644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"51557e95-e6fb-4412-b84b-4e5716957a1e","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.535914803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"51557e95-e6fb-4412-b84b-4e5716957a1e","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.598161729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"2a654fab-0458-48b3-ae7a-6e909ed07ee9","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.598189597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"2a654fab-0458-48b3-ae7a-6e909ed07ee9","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.643321128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"6e9c3441-cc8f-4556-b4ae-8e82ce9c5688","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:22:55.645007951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"03132524-2d44-4508-939c-be2b1f225927","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-20f11f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.701133753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"6e9c3441-cc8f-4556-b4ae-8e82ce9c5688","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.758734577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"75ff3116-9c75-4efc-b05f-ee2d26cf3b92","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.758754485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"75ff3116-9c75-4efc-b05f-ee2d26cf3b92","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.815362233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"0be9d6bc-e16e-4320-b7d6-2e69a1b6577e","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.815381966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"0be9d6bc-e16e-4320-b7d6-2e69a1b6577e","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.864955022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"29584d88-ac3b-4fb4-b42a-770ba919454c","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.864974385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"29584d88-ac3b-4fb4-b42a-770ba919454c","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.924660524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"a39b0876-3df8-44bc-86bf-e7c5e6458f56","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.924679607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"a39b0876-3df8-44bc-86bf-e7c5e6458f56","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:55.972668066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"40812195-6e3e-4dfb-93b8-e90a832cc169","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:22:55.976792918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"c40835f3-1c44-47be-a20a-454b21cfab1c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-20f11f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.030187669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"40812195-6e3e-4dfb-93b8-e90a832cc169","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.039329867Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"509cd4ba-eb43-41b2-b00d-15013d300f60","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-rate-test-model-2bceb1","model":"rate-test-model-2bceb1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-2bceb1/e2e-rate-iso-a-20f11f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.072937332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"d82189ee-e4ed-4006-bfd6-df630731d107","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.088670367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"4dc56f51-5bba-4c97-aff6-31b9d869564d","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.088691071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"4dc56f51-5bba-4c97-aff6-31b9d869564d","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.130621377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"d82189ee-e4ed-4006-bfd6-df630731d107","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.147330973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"ecc3a731-075a-4337-b92a-6fad1d978b6b","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.147351011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"ecc3a731-075a-4337-b92a-6fad1d978b6b","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.210651294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"ecc68f3a-e73f-42b1-901b-f39a99fe5379","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.210674508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"ecc68f3a-e73f-42b1-901b-f39a99fe5379","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.350236643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"3c3f0abc-77d6-4095-9939-ad97ecc2bfd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.366010866Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"26ed431b-45a3-46a7-858a-9898e0549d8b","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-rate-test-model-d341af","model":"rate-test-model-d341af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d341af/e2e-rate-iso-b-20f11f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.408297766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"3c3f0abc-77d6-4095-9939-ad97ecc2bfd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.463415701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"18df762a-8866-48db-9e91-e309f067fe64","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-rate-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.536146038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"1089fc29-6c0e-4a83-9ad2-e7290e39290e","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.536172211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"1089fc29-6c0e-4a83-9ad2-e7290e39290e","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.752173601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"92c87e1b-570b-4b6d-9f32-a758fef72526","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-rate-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.495744503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"7b559137-cc76-4a26-9994-035618470030","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.495765983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"7b559137-cc76-4a26-9994-035618470030","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.55561323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"9699254f-fe34-4c41-a85a-7ab79afdeed1","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.555639509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"9699254f-fe34-4c41-a85a-7ab79afdeed1","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.602414723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"2890b4b4-0473-4214-aec1-bed42a578656","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:22:59.607311845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"378eb8a1-55ca-4d8d-a89e-6bea23a64790","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b5daee-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:22:59.610416525Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"9699254f-fe34-4c41-a85a-7ab79afdeed1","name":"test-model-b5daee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b5daee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:22:59.610464886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"9699254f-fe34-4c41-a85a-7ab79afdeed1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b5daee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.616748564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"5171c965-5eb3-428c-92c2-877dcecb046d","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.616765894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"5171c965-5eb3-428c-92c2-877dcecb046d","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.660679754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"2890b4b4-0473-4214-aec1-bed42a578656","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.719506136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"eea2395b-2582-403e-908c-35823d002f92","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.719528684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"eea2395b-2582-403e-908c-35823d002f92","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.777957821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"e356287f-55e7-4320-9dd1-de178a812ebb","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.777979734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"e356287f-55e7-4320-9dd1-de178a812ebb","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.979042429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"29150bea-b657-449a-b88f-11f867847463","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:59.995308631Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"761fd0b5-e3ab-4725-9ba0-d128e89093f8","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"maas-trlp-test-model-b5daee","model":"test-model-b5daee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b5daee/test-model-b5daee-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.037544108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"29150bea-b657-449a-b88f-11f867847463","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.167383689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"58288868-5cb6-4f98-a5f4-3e23c9a5f7c3","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.167406599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"58288868-5cb6-4f98-a5f4-3e23c9a5f7c3","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.383607053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"c707dc13-bd8b-41c0-b5ab-2e08e95e6bd1","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"maas-trlp-test-model-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:09.04011184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:15.275404533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"061728da-66fa-4c9d-9d0d-b797b5d017f8","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"maas-trlp-test-model-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:15.450256803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"b86f1729-ba44-4a37-96f4-bf1fc3aa4ebd","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:15.450281971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"b86f1729-ba44-4a37-96f4-bf1fc3aa4ebd","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:15.659131445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"481d0704-1401-44e5-a7a8-0ea1a98b4edc","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-rate-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:15.831242073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"c2a73ef3-e5e0-4cb8-ab0c-4e759494f603","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:15.831260986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"c2a73ef3-e5e0-4cb8-ab0c-4e759494f603","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:16.04486997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"3e20c6f6-7ae3-4376-b217-9ad00da21871","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-rate-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:16.220080815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"28f2e606-f561-4c28-8725-2b8ca70fb4d4","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:16.220100904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"28f2e606-f561-4c28-8725-2b8ca70fb4d4","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:16.848169102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"3b483995-0347-4d3e-a07e-5104ea6c9604","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:16.905761441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"3b483995-0347-4d3e-a07e-5104ea6c9604","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:16.947872247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"6ca6f5da-f37d-4504-96e9-687786235da4","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:17.005604477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"6ca6f5da-f37d-4504-96e9-687786235da4","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:17.453882927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"c5d70fa9-834b-40fe-bbde-cc6a04cecb7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:17.512042058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"c5d70fa9-834b-40fe-bbde-cc6a04cecb7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.31322496Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.313302656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.31337327Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","tenant":"e2e-shared-a-w0-5faf5d","tenantID":"e2e-shared-a-w0-5faf5d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.369091465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-5faf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.431873104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"Service","name":"maas-api-e2e-shared-a-w0-5faf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.490764141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-5faf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.546591661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-5faf5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.617156125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.674514146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.73271186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.79037018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.845054254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.898649556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:22.954273432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.008311277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.061704785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.114906051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.168623613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.225774574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.279103529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.332498894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.386303776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-5faf5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.440211834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-5faf5d"},"namespace":"ai-tenant-e2e-shared-a-w0-5faf5d","name":"default-tenant","reconcileID":"4f702117-3f27-4321-ac36-65af0b8b3bc7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-5faf5d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:31.379316615Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-5faf5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-5faf5d","reconcileID":"5788d5b2-666a-476c-b377-113982fda066","aitenant":"ai-tenants/e2e-shared-a-w0-5faf5d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:31.958670445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1233df-24c4-46bf-858c-4296e3632add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:32.015466582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1233df-24c4-46bf-858c-4296e3632add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:32.069941705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1233df-24c4-46bf-858c-4296e3632add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:32.124449602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1233df-24c4-46bf-858c-4296e3632add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:32.240658829Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-5faf5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-5faf5d","reconcileID":"5788d5b2-666a-476c-b377-113982fda066","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-5faf5d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-5faf5d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:34.144229142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4edb55a-e286-4e8a-aa6e-3f45cb55276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:34.203808256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4edb55a-e286-4e8a-aa6e-3f45cb55276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:34.258585761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4edb55a-e286-4e8a-aa6e-3f45cb55276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:34.312503005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4edb55a-e286-4e8a-aa6e-3f45cb55276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:36.310287955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b888097-408e-46cc-8dc1-8eae38da0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:36.364442727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b888097-408e-46cc-8dc1-8eae38da0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:36.418927532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b888097-408e-46cc-8dc1-8eae38da0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:36.472846188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b888097-408e-46cc-8dc1-8eae38da0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.452998221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"93993f46-69b2-4182-af6b-c6a51ba66a76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.453137326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"d0900bfe-8de7-45b3-a5e6-37cf74de4d26","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.453154855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"d0900bfe-8de7-45b3-a5e6-37cf74de4d26","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.660832759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"93993f46-69b2-4182-af6b-c6a51ba66a76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.744416468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"536e3703-3532-4f2c-a3d9-8a17fa42d9eb","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-rate-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.788332814Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"93993f46-69b2-4182-af6b-c6a51ba66a76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.78835605Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-auth-20f11f","reconcileID":"93993f46-69b2-4182-af6b-c6a51ba66a76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.846599475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"d6fc646b-ff8e-4f2c-a13b-0d67582640ac","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.846634595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"d6fc646b-ff8e-4f2c-a13b-0d67582640ac","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.999595895Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"ba8e7576-5a72-4aea-aa72-e064a0f3332e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.999683651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"bda95f78-5597-4c8a-aa85-59f054d9a30e","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:37.999702235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"bda95f78-5597-4c8a-aa85-59f054d9a30e","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.123901417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"53fe79cb-1886-4121-841c-d98f1e705168","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-rate-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.20843584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"ba8e7576-5a72-4aea-aa72-e064a0f3332e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.276293108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"9297ee02-e930-44e5-8a45-6895ee7619d2","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-rate-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.337948317Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"ba8e7576-5a72-4aea-aa72-e064a0f3332e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.337970411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-auth-20f11f","reconcileID":"ba8e7576-5a72-4aea-aa72-e064a0f3332e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.39628665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"e6a6302b-f211-40b0-84b6-8c1fadcc6ce7","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.396309271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"e6a6302b-f211-40b0-84b6-8c1fadcc6ce7","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.549569742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"5cde5172-ce27-4b47-848d-8dc0161973f1","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.549589107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"5cde5172-ce27-4b47-848d-8dc0161973f1","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:38.678103384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"eedf672b-bba5-4c6f-8f60-8c8982fa842d","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-rate-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:39.03967099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:39.916343237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"de3eef02-fb07-497a-9fa1-d7eb3ffacb8f","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:39.916756043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"d1325621-7d34-46c0-838e-d482a0a6dbf2","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:39.916783917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"d1325621-7d34-46c0-838e-d482a0a6dbf2","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.124980474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"de3eef02-fb07-497a-9fa1-d7eb3ffacb8f","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.195985332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"18f79cd8-baec-4d6a-9fa7-678c66aae2a7","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.252831466Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"de3eef02-fb07-497a-9fa1-d7eb3ffacb8f","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.25285807Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"de3eef02-fb07-497a-9fa1-d7eb3ffacb8f","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.309986025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7f740288-2f96-41df-875d-0dcf85ddb979","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.310208596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"802e80f7-9bb3-4990-bdee-bedc4fa71bc0","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.310224768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"802e80f7-9bb3-4990-bdee-bedc4fa71bc0","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.457092934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"b544f492-098e-4f29-8866-7753883a4cad","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.457118312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"b544f492-098e-4f29-8866-7753883a4cad","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.516343307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c75d79-90b2-4d2a-9e5e-11c49576e675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.570446214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c75d79-90b2-4d2a-9e5e-11c49576e675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.624400806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c75d79-90b2-4d2a-9e5e-11c49576e675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.624681409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"f2e34570-f401-47c2-9178-06d389450fac","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.624688571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7f740288-2f96-41df-875d-0dcf85ddb979","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.68203765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c75d79-90b2-4d2a-9e5e-11c49576e675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.748881306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7f740288-2f96-41df-875d-0dcf85ddb979","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"e2e-inf-a-2399b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:40.749040958Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7f740288-2f96-41df-875d-0dcf85ddb979","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2399b8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:23:40.805465088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2399b8-auth","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-auth","reconcileID":"7f740288-2f96-41df-875d-0dcf85ddb979","error":"maasauthpolicies.maas.opendatahub.io \"test-model-2399b8-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:42.706848652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8747d3bb-a404-4e94-b8a7-514b08851c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:42.763122629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8747d3bb-a404-4e94-b8a7-514b08851c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:42.817616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8747d3bb-a404-4e94-b8a7-514b08851c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:42.871778992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8747d3bb-a404-4e94-b8a7-514b08851c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:48.64750499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"70689c86-e1b7-4f20-841d-11c7afb042e0","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:48.647540544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"70689c86-e1b7-4f20-841d-11c7afb042e0","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:48.717115767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"c00ca5d0-e954-46df-a6ba-23dff36fcf32","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","subscription":"e2e-rate-iso-a-20f11f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:48.771391119Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"c00ca5d0-e954-46df-a6ba-23dff36fcf32","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:48.826096358Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-rate-iso-a-20f11f","reconcileID":"c00ca5d0-e954-46df-a6ba-23dff36fcf32","MaaSSubscription":{"name":"e2e-rate-iso-a-20f11f","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:49.106773253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"4d4303f3-2388-4e31-b869-3470f3fee080","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/rate-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:49.106795583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"rate-test-model-2bceb1","reconcileID":"4d4303f3-2388-4e31-b869-3470f3fee080","MaaSModelRef":{"name":"rate-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"rate-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"rate-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:49.249897105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"52f8fef7-14af-4ab8-9fca-e3f0e9fdb818","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:49.249918137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"52f8fef7-14af-4ab8-9fca-e3f0e9fdb818","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:51.008686392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"33b80f61-7481-4e9c-a705-9b1761d1e594","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","subscription":"test-model-2399b8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:51.063027307Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"33b80f61-7481-4e9c-a705-9b1761d1e594","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:51.117298928Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8-sub","reconcileID":"33b80f61-7481-4e9c-a705-9b1761d1e594","MaaSSubscription":{"name":"test-model-2399b8-sub","namespace":"ai-tenant-e2e-inf-a-2399b8"},"name":"maas-trlp-test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:51.395542253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"ce4f8afa-7778-4d59-bc76-aa047408de89","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"tenant":"e2e-inf-a-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","model":"ai-tenant-e2e-inf-a-2399b8/test-model-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:51.395562654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"test-model-2399b8","reconcileID":"ce4f8afa-7778-4d59-bc76-aa047408de89","MaaSModelRef":{"name":"test-model-2399b8","namespace":"ai-tenant-e2e-inf-a-2399b8"},"routeName":"test-model-2399b8-kserve-route","namespace":"ai-tenant-e2e-inf-a-2399b8","llmisvcName":"test-model-2399b8","gateway":"openshift-ingress/e2e-inf-a-2399b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.007637234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"b06eff22-f7c1-4ebf-9109-b2f690f2c5d1","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.007743473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"fec70791-24a6-4552-9347-6f6f51561ae1","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.007760995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"fec70791-24a6-4552-9347-6f6f51561ae1","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.217025054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"b06eff22-f7c1-4ebf-9109-b2f690f2c5d1","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.289541415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"44dbd822-d4a9-4950-941b-bb2274ce6d76","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"maas-trlp-test-model-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.343997829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"b06eff22-f7c1-4ebf-9109-b2f690f2c5d1","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.344020297Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"b06eff22-f7c1-4ebf-9109-b2f690f2c5d1","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.404266299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"bc1711e0-f19f-4577-9840-7cde92d9c889","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.404726398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"f558a486-90db-473d-a2a7-270ce6b0c696","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.404745137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"f558a486-90db-473d-a2a7-270ce6b0c696","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.537276289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"99fd180e-dd80-4f4e-8634-0e00910eeb68","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.53736452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"99fd180e-dd80-4f4e-8634-0e00910eeb68","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.613033728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"bc1711e0-f19f-4577-9840-7cde92d9c889","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.670845026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"bc1711e0-f19f-4577-9840-7cde92d9c889","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"e2e-inf-b-b5daee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.670868381Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"bc1711e0-f19f-4577-9840-7cde92d9c889","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:53.682436212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"2f8c5709-858a-4497-91b8-bb02a6028d3e","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"maas-trlp-test-model-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:23:53.724839537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b5daee-auth","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-auth","reconcileID":"bc1711e0-f19f-4577-9840-7cde92d9c889","error":"maasauthpolicies.maas.opendatahub.io \"test-model-b5daee-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:59.420553652Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"7b6a829c-c10d-4bcf-ac20-51718be1ebbb","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","subscription":"e2e-rate-iso-b-20f11f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:59.476280183Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"7b6a829c-c10d-4bcf-ac20-51718be1ebbb","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:59.54520191Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-rate-iso-b-20f11f","reconcileID":"7b6a829c-c10d-4bcf-ac20-51718be1ebbb","MaaSSubscription":{"name":"e2e-rate-iso-b-20f11f","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:59.828967745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"b7065635-2905-460b-978e-e8dd155e9e34","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/rate-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:59.828988451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"rate-test-model-d341af","reconcileID":"b7065635-2905-460b-978e-e8dd155e9e34","MaaSModelRef":{"name":"rate-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"rate-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"rate-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:03.965713184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"c4a21589-9c16-4afd-9753-f5574e2096c7","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","subscription":"test-model-b5daee-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:04.01980699Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"c4a21589-9c16-4afd-9753-f5574e2096c7","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:04.0742021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee-sub","reconcileID":"c4a21589-9c16-4afd-9753-f5574e2096c7","MaaSSubscription":{"name":"test-model-b5daee-sub","namespace":"ai-tenant-e2e-inf-b-b5daee"},"name":"maas-trlp-test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:04.354604946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"68dd27f2-5d41-4d06-959a-db48741e518b","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"tenant":"e2e-inf-b-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","model":"ai-tenant-e2e-inf-b-b5daee/test-model-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:04.354626732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"test-model-b5daee","reconcileID":"68dd27f2-5d41-4d06-959a-db48741e518b","MaaSModelRef":{"name":"test-model-b5daee","namespace":"ai-tenant-e2e-inf-b-b5daee"},"routeName":"test-model-b5daee-kserve-route","namespace":"ai-tenant-e2e-inf-b-b5daee","llmisvcName":"test-model-b5daee","gateway":"openshift-ingress/e2e-inf-b-b5daee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:09.042273042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:26.762597059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab869601-1224-4183-9c6d-61d25e2453ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:26.817068033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab869601-1224-4183-9c6d-61d25e2453ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:26.873794639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab869601-1224-4183-9c6d-61d25e2453ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:26.930448101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab869601-1224-4183-9c6d-61d25e2453ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:28.874823288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c65363-7cfc-4b4a-9223-2d5ee91789ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:28.928912843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c65363-7cfc-4b4a-9223-2d5ee91789ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:28.983154569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c65363-7cfc-4b4a-9223-2d5ee91789ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:29.037097632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c65363-7cfc-4b4a-9223-2d5ee91789ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:39.040217955Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.164024266Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","namespace":"ai-tenant-e2e-inf-a-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.164094774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","namespace":"ai-tenant-e2e-inf-a-2399b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.164167579Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","tenant":"e2e-inf-a-2399b8","tenantID":"e2e-inf-a-2399b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.220233398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"Deployment","name":"maas-api-e2e-inf-a-2399b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.281776833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"Service","name":"maas-api-e2e-inf-a-2399b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.343270114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2399b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.399798354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2399b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.460146755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.529950319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.588682461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.648772088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.702887205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.757496764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.812928854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"Service","name":"payload-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.867151155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.921073427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:41.974389696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.028159602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.08539219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.138997268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.192431376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.246924877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-2399b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.300839223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2399b8"},"namespace":"ai-tenant-e2e-inf-a-2399b8","name":"default-tenant","reconcileID":"6f157b0b-ed2f-4d8f-8df1-777a9a0ba92d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-2399b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.361681664Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.36174023Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","namespace":"ai-tenant-e2e-shared-b-w0-d0231d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.361794452Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","tenant":"e2e-shared-b-w0-d0231d","tenantID":"e2e-shared-b-w0-d0231d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.418257353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-d0231d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.483004711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"Service","name":"maas-api-e2e-shared-b-w0-d0231d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.542637619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-d0231d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.598752821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-d0231d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.656301251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.713536224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.771696153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.833393069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.894994642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:42.948950995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.002419561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.056350008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.10975256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.163549117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.217170355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.274602579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.32808814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.381597987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.435162538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-d0231d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.489874644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d0231d"},"namespace":"ai-tenant-e2e-shared-b-w0-d0231d","name":"default-tenant","reconcileID":"5b941389-0ccc-45bf-b050-e04e9d1a3f28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-d0231d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.285078441Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-2399b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-2399b8","reconcileID":"28aae91f-c159-4a3d-abb4-0550ed6cad7e","aitenant":"ai-tenants/e2e-inf-a-2399b8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.84758483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347880c7-5c52-4e7e-b930-8968de6adb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.901282598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347880c7-5c52-4e7e-b930-8968de6adb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.955141388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347880c7-5c52-4e7e-b930-8968de6adb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:49.015747562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347880c7-5c52-4e7e-b930-8968de6adb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:49.193352639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-2399b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-2399b8","reconcileID":"28aae91f-c159-4a3d-abb4-0550ed6cad7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-2399b8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-2399b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:51.114872667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b957f0-b7e4-46ae-98fe-4c8fc990d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:51.16926385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b957f0-b7e4-46ae-98fe-4c8fc990d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:51.223207037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b957f0-b7e4-46ae-98fe-4c8fc990d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:51.277581446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b957f0-b7e4-46ae-98fe-4c8fc990d6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:53.902329234Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-d0231d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-d0231d","reconcileID":"485800eb-af23-4344-a97d-833d9353ce60","aitenant":"ai-tenants/e2e-shared-b-w0-d0231d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:54.406039787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44100de-96fe-457c-96ce-9d50a5a67327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:54.460051585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44100de-96fe-457c-96ce-9d50a5a67327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:54.514482181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44100de-96fe-457c-96ce-9d50a5a67327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:54.568948539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44100de-96fe-457c-96ce-9d50a5a67327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:54.742120857Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-d0231d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-d0231d","reconcileID":"485800eb-af23-4344-a97d-833d9353ce60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-d0231d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-d0231d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:55.851605876Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-access","reconcileID":"e1552fb2-9144-4b5e-a01b-fba729549715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:55.851672807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"19a9341f-fac5-46da-a7cf-e97d97870925","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.063419573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"12d9283d-ae87-4568-8a14-48a14c708a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.069705921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"fa078636-3a16-4909-89ad-42e814a1460a","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.121464524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"12d9283d-ae87-4568-8a14-48a14c708a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.172279175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"abbb0791-8152-4cd2-bce2-2c828f32b136","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.236444628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"d65fb49f-7e80-47d8-b781-f686fe656e33","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.436215458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"d0895439-585b-495c-ae15-7ef9c648dc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.493827446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"d0895439-585b-495c-ae15-7ef9c648dc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.531530226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c3420e-4d4e-441e-99fc-937219312a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.586639322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c3420e-4d4e-441e-99fc-937219312a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.6412578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c3420e-4d4e-441e-99fc-937219312a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:56.695752416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c3420e-4d4e-441e-99fc-937219312a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:58.70680087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f87275-066f-4535-8fc0-058f08e72caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:58.761313205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f87275-066f-4535-8fc0-058f08e72caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:58.819032997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f87275-066f-4535-8fc0-058f08e72caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:58.873922661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f87275-066f-4535-8fc0-058f08e72caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:00.82966707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9634bc-a51b-4ae3-b4ed-b1d80feef836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:00.884171291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9634bc-a51b-4ae3-b4ed-b1d80feef836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:00.938714315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9634bc-a51b-4ae3-b4ed-b1d80feef836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:00.994819175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9634bc-a51b-4ae3-b4ed-b1d80feef836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:04.83231082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"49613b8f-1d1a-473b-bfbe-de8d9955aa5f","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:05.000155421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"23986e62-b2af-4ab6-9437-09b796dc3f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:05.050545675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"ab1f5e77-df61-4f7f-a2a1-6facc72fc7f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:05.05936868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"23986e62-b2af-4ab6-9437-09b796dc3f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:05.225699141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"de5794b1-ec1a-49cf-b920-f3462c28d150","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:05.446772351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"85da52d3-f4b6-45c1-bad0-232478122752","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:06.451199521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"39cb7ed3-395b-4200-ba90-e384f83d573b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:06.505612593Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"39cb7ed3-395b-4200-ba90-e384f83d573b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:06.559732508Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"simulator-subscription","reconcileID":"39cb7ed3-395b-4200-ba90-e384f83d573b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/simulator-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:06.841129511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"e83e299c-83cd-4f4e-b512-c1e6b4c50d46","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:06.94949895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"342dc16c-429b-4806-a8cc-7e13a442ea60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:06.988620456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"4a80924e-113f-428f-801a-e779b4051f13","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:07.008112224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"342dc16c-429b-4806-a8cc-7e13a442ea60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:09.039710035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.549544836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"de5b6d7b-70e6-4d63-b61b-b98df5bc74da","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.599660832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"291be6a1-5f99-4070-aa80-c2b276c31904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.657502903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"291be6a1-5f99-4070-aa80-c2b276c31904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.67638261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"b471cf75-40c2-4fa2-bada-4cc765cd4e27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.74413785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"e37ee749-776d-4206-96d0-2da40c922ad9","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.864741914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f2b1d77e-bc4a-4135-9ad9-69d0f5a3e88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.899402436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"1c6d8c36-ca03-48b8-890d-b72a7e74c9ad","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.899635697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"56fb0057-559b-4a10-98da-0ee3dd75e6d6","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.899787727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-2-w0-42c707","reconcileID":"5587a465-8475-4349-9012-82e23c81bcdb","MaaSModelRef":{"name":"distinct-2-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-2-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-2-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:12.899956372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"fec515f5-a139-4a03-90e8-57adde1e8551","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.007809725Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"0ebcb70a-ab9e-4ac0-83d3-b9b902f8a37b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-16decd81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.123287509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f2b1d77e-bc4a-4135-9ad9-69d0f5a3e88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.253447017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f2b1d77e-bc4a-4135-9ad9-69d0f5a3e88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.253484247Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"f2b1d77e-bc4a-4135-9ad9-69d0f5a3e88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.35202525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"493607f7-1066-4ea4-a1f4-dcd34b7552e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.352814261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"5b03ace2-08f2-40a8-964d-2b68d1aba746","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.514557991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"493607f7-1066-4ea4-a1f4-dcd34b7552e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.573458086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"493607f7-1066-4ea4-a1f4-dcd34b7552e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"e2e-worker-w0-42c707-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.573511143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"493607f7-1066-4ea4-a1f4-dcd34b7552e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42c707","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:25:13.627352732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-access","reconcileID":"493607f7-1066-4ea4-a1f4-dcd34b7552e4","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.913429588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0fe2bb-419a-4597-893d-220352f166fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.967670348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0fe2bb-419a-4597-893d-220352f166fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:14.021711066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0fe2bb-419a-4597-893d-220352f166fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:14.075830077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0fe2bb-419a-4597-893d-220352f166fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:16.05503422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002c34ae-373a-4d74-8e66-a26b7c143888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:16.110076973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002c34ae-373a-4d74-8e66-a26b7c143888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:16.166635134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002c34ae-373a-4d74-8e66-a26b7c143888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:16.222609095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002c34ae-373a-4d74-8e66-a26b7c143888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:17.711646584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"e60dff18-d46c-4aec-a9f8-64874d16de9a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:17.711674857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"e60dff18-d46c-4aec-a9f8-64874d16de9a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:22.90057112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"d87147a9-8044-4518-b122-5a3bc3fe08ba","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.062393843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"09330c93-9d67-40a0-989c-4511651f933b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.116884766Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"09330c93-9d67-40a0-989c-4511651f933b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.17171232Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"premium-simulator-subscription","reconcileID":"09330c93-9d67-40a0-989c-4511651f933b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-42c707"},"name":"maas-trlp-premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707","model":"e2e-models-e2e-worker-w0-42c707/premium-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.294596813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"761aecd8-fb02-4ddd-a4ba-ca70bb576b3e","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.294623381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"761aecd8-fb02-4ddd-a4ba-ca70bb576b3e","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.353186732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"2cd7e40d-1248-41b7-9baa-2f98c05a4dba","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.353210205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"2cd7e40d-1248-41b7-9baa-2f98c05a4dba","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.353500153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"1411beaa-3563-446d-a206-abf7dffad4ac","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.450431511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"91d50a63-e030-4aed-87a9-94cc050da2ab","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.460685525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"905c327a-b213-4a5b-91ad-95793999b431","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.585968337Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"905c327a-b213-4a5b-91ad-95793999b431","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.643413277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"905c327a-b213-4a5b-91ad-95793999b431","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.70293592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"8bed9d54-02bf-44b4-844c-c044b0c091ff","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:23.702957469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"8bed9d54-02bf-44b4-844c-c044b0c091ff","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:30.733058042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"simulator-w0-42c707","reconcileID":"f13bcbbe-80d4-4f88-90ae-63bc68ec031a","MaaSModelRef":{"name":"simulator-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"simulator-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"simulator-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:32.901316596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"distinct-w0-42c707","reconcileID":"047bb1ba-448c-42d7-89fe-2fc9b3a5563a","MaaSModelRef":{"name":"distinct-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"distinct-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"distinct-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:33.451865516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"namespace":"e2e-models-e2e-worker-w0-42c707","name":"premium-w0-42c707","reconcileID":"4873369d-0691-47c1-9e80-46888f887d01","MaaSModelRef":{"name":"premium-w0-42c707","namespace":"e2e-models-e2e-worker-w0-42c707"},"routeName":"premium-w0-42c707-kserve-route","namespace":"e2e-models-e2e-worker-w0-42c707","llmisvcName":"premium-w0-42c707","gateway":"openshift-ingress/e2e-worker-w0-42c707","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:33.830901147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"c7ea9a4d-3255-421e-8204-31aaecdb05c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:33.889064563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"c7ea9a4d-3255-421e-8204-31aaecdb05c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:33.946639692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"c7ea9a4d-3255-421e-8204-31aaecdb05c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:39.040427661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:44.058428746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"443d4e10-acdd-4e82-86b1-e4ec782635c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:44.117801204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"443d4e10-acdd-4e82-86b1-e4ec782635c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:44.175485933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"443d4e10-acdd-4e82-86b1-e4ec782635c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.547518642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","namespace":"ai-tenant-e2e-inf-b-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.547614267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","namespace":"ai-tenant-e2e-inf-b-b5daee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.547686522Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","tenant":"e2e-inf-b-b5daee","tenantID":"e2e-inf-b-b5daee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.603798483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"Deployment","name":"maas-api-e2e-inf-b-b5daee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.666945893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"Service","name":"maas-api-e2e-inf-b-b5daee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.729032392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b5daee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.785040661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b5daee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.855618129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.914638493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.970723966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.026917784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.080915219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"Deployment","name":"payload-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.135405154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.200940956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"Service","name":"payload-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.254467002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.307954617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.361745074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.41521186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.471897658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.525352303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.579224641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.638264057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-b5daee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:47.693908548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b5daee"},"namespace":"ai-tenant-e2e-inf-b-b5daee","name":"default-tenant","reconcileID":"a7200a23-ea2e-4453-b3a7-c800c10e3ee9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-b5daee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.177620897Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b5daee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b5daee","reconcileID":"644d6bb8-1c50-4e14-9bc9-9e602f75368b","aitenant":"ai-tenants/e2e-inf-b-b5daee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.283844534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"13df638f-8473-4067-a210-942602650e8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.352329329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"13df638f-8473-4067-a210-942602650e8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.417109781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13ad1bc15d969e93bb1050e837bea4c01dac969694148a8b71a800befefd5eea) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2) AuthConfig (90791cb4ce1df94e98b227203d602ab0141303ffd8c3445ef8806a9e917e49ff) AuthConfig (b4c36698664c48bcd1ac1c16d3e5b3f37472dbfe9972f6a55537e54587f6ce15) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (b95ef392b1c2cd67a9dcfd8697d3009adb66359544605fb8974288be3566b3f6) AuthConfig (4ead92e687a3f747d6c5cbe12c4113c8a16db8001591cc7539bbfe5203fed31b) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (3c69b6b27c8eeda76ea1507b3ea24baa514f10f3ae0430d085981403d0a66e81) AuthConfig (bbd3a90a411576960e52e83021c2910a3f3428f0d6b48bd10cdc682594e89ca9) AuthConfig (567d4c6d484184b8272472a2325cab888921cf2fd749d6789ae101f5904c17e0) AuthConfig (848197c8c7eddec095648eb10995ea85ba42b4ab941324e48eef2c592c644097) AuthConfig (7d7a278faf977eb48c59b03637260e39fff777e23ff76885bbd9d2515b485625) AuthConfig (a6a369ad923321cac4771197c6dfaf4e844a172591ed89695482d90db756aa02) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (6b67e867d38d0e30b9c5f66d373f1c88805736040c83a5edc6ab3f2cfb4bc632) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"13df638f-8473-4067-a210-942602650e8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.485591147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"63cda8b5-b69a-49b1-9c84-2648bf6abb26","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.485612103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"63cda8b5-b69a-49b1-9c84-2648bf6abb26","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.769328509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60209e1a-beb3-4bc7-b2ff-3514e1ba4035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.823582153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60209e1a-beb3-4bc7-b2ff-3514e1ba4035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.877485526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60209e1a-beb3-4bc7-b2ff-3514e1ba4035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:54.931445905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60209e1a-beb3-4bc7-b2ff-3514e1ba4035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:55.049192748Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b5daee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b5daee","reconcileID":"644d6bb8-1c50-4e14-9bc9-9e602f75368b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b5daee","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-b5daee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:56.935308039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6b5841-0290-4420-b1c2-b1f92f4b7d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:56.989679061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6b5841-0290-4420-b1c2-b1f92f4b7d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:57.048005054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6b5841-0290-4420-b1c2-b1f92f4b7d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:57.102506068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6b5841-0290-4420-b1c2-b1f92f4b7d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.335998481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","namespace":"ai-tenant-e2e-worker-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.336080001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","namespace":"ai-tenant-e2e-worker-w0-42c707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.336127746Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","tenant":"e2e-worker-w0-42c707","tenantID":"e2e-worker-w0-42c707","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.392650779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"Deployment","name":"maas-api-e2e-worker-w0-42c707","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.471460493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"Service","name":"maas-api-e2e-worker-w0-42c707","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.552323313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-42c707","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.608177153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-42c707","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.675766668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.734355569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.796123764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.857211184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.910888085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:58.965438581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.019388972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"Service","name":"payload-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.073513514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.098694182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec063ac-4f16-4b4d-9d20-9f44faee6396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.152805684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.153051118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec063ac-4f16-4b4d-9d20-9f44faee6396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.206576185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.207121783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec063ac-4f16-4b4d-9d20-9f44faee6396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.261055495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.261537301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec063ac-4f16-4b4d-9d20-9f44faee6396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.323669188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.377551841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.431194568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.487728151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-42c707","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:59.543561313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42c707"},"namespace":"ai-tenant-e2e-worker-w0-42c707","name":"default-tenant","reconcileID":"31e81b4a-2397-430e-9db7-88f7a0715ee1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-42c707","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:02.696228239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"245cd790-0e59-418e-8058-d620e1bfae48","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:02.69625462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"245cd790-0e59-418e-8058-d620e1bfae48","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:04.594867445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"808e655c-786d-4616-af4d-3113a0bfa390","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:04.653506732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"808e655c-786d-4616-af4d-3113a0bfa390","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:04.71108231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13ad1bc15d969e93bb1050e837bea4c01dac969694148a8b71a800befefd5eea) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2) AuthConfig (90791cb4ce1df94e98b227203d602ab0141303ffd8c3445ef8806a9e917e49ff) AuthConfig (b4c36698664c48bcd1ac1c16d3e5b3f37472dbfe9972f6a55537e54587f6ce15) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (b95ef392b1c2cd67a9dcfd8697d3009adb66359544605fb8974288be3566b3f6) AuthConfig (4ead92e687a3f747d6c5cbe12c4113c8a16db8001591cc7539bbfe5203fed31b) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (3c69b6b27c8eeda76ea1507b3ea24baa514f10f3ae0430d085981403d0a66e81) AuthConfig (bbd3a90a411576960e52e83021c2910a3f3428f0d6b48bd10cdc682594e89ca9) AuthConfig (567d4c6d484184b8272472a2325cab888921cf2fd749d6789ae101f5904c17e0) AuthConfig (848197c8c7eddec095648eb10995ea85ba42b4ab941324e48eef2c592c644097) AuthConfig (7d7a278faf977eb48c59b03637260e39fff777e23ff76885bbd9d2515b485625) AuthConfig (a6a369ad923321cac4771197c6dfaf4e844a172591ed89695482d90db756aa02) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (6b67e867d38d0e30b9c5f66d373f1c88805736040c83a5edc6ab3f2cfb4bc632) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"808e655c-786d-4616-af4d-3113a0bfa390","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:08.434324327Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-42c707","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-42c707","reconcileID":"20ae3cd4-07ea-48f8-8998-d24b6ea8e843","aitenant":"ai-tenants/e2e-worker-w0-42c707","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:09.012831764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc113da-a75b-41ad-bb45-59ecdd6728d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:09.039248368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:09.066794926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc113da-a75b-41ad-bb45-59ecdd6728d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:09.120787523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc113da-a75b-41ad-bb45-59ecdd6728d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:09.175049871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cc113da-a75b-41ad-bb45-59ecdd6728d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:09.291146777Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-42c707","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-42c707","reconcileID":"20ae3cd4-07ea-48f8-8998-d24b6ea8e843","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-42c707","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-42c707"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:11.147882676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6bbf6-cd74-4a35-be31-56a3b76c5730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:11.203221978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6bbf6-cd74-4a35-be31-56a3b76c5730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:11.257604193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6bbf6-cd74-4a35-be31-56a3b76c5730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:11.311686704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6bbf6-cd74-4a35-be31-56a3b76c5730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:13.284097706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dbb0b6-422c-4656-9ccd-bdfabb297456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:13.338884558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dbb0b6-422c-4656-9ccd-bdfabb297456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:13.393085101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dbb0b6-422c-4656-9ccd-bdfabb297456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:13.446985694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dbb0b6-422c-4656-9ccd-bdfabb297456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:14.820735176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"b2d4f1b6-2f86-43e5-8666-42f4ef5ce58a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:14.880320576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"b2d4f1b6-2f86-43e5-8666-42f4ef5ce58a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:14.938433504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-60261a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13ad1bc15d969e93bb1050e837bea4c01dac969694148a8b71a800befefd5eea) AuthConfig (629f4f0e30076a6b8836d2f401b0a27dcd702ef8e2627c8aab96a7c7735700e2) AuthConfig (90791cb4ce1df94e98b227203d602ab0141303ffd8c3445ef8806a9e917e49ff) AuthConfig (b4c36698664c48bcd1ac1c16d3e5b3f37472dbfe9972f6a55537e54587f6ce15) AuthConfig (7a92bdba4cc9170b80cc64ba7ecbff08e5ffd7bbed6126089ca5ef71b18bbdd2) AuthConfig (b95ef392b1c2cd67a9dcfd8697d3009adb66359544605fb8974288be3566b3f6) AuthConfig (4ead92e687a3f747d6c5cbe12c4113c8a16db8001591cc7539bbfe5203fed31b) AuthConfig (16365873f5dd708784712539fb159983f6213e0a3d28dd460d86712f68416e78) AuthConfig (3c69b6b27c8eeda76ea1507b3ea24baa514f10f3ae0430d085981403d0a66e81) AuthConfig (bbd3a90a411576960e52e83021c2910a3f3428f0d6b48bd10cdc682594e89ca9) AuthConfig (567d4c6d484184b8272472a2325cab888921cf2fd749d6789ae101f5904c17e0) AuthConfig (848197c8c7eddec095648eb10995ea85ba42b4ab941324e48eef2c592c644097) AuthConfig (7d7a278faf977eb48c59b03637260e39fff777e23ff76885bbd9d2515b485625) AuthConfig (a6a369ad923321cac4771197c6dfaf4e844a172591ed89695482d90db756aa02) AuthConfig (f70bf44de028e0ace052d3b0b3df9c1e70a8782cef00cca4a5aa345700f3661c) AuthConfig (30d325b0e37677cccaca1824df34e45dae5ee19e0269441a438e8b4a3d5630d5) AuthConfig (6b67e867d38d0e30b9c5f66d373f1c88805736040c83a5edc6ab3f2cfb4bc632) AuthConfig (3712ca5886caff00d115ed672cfad6b850955ebe1b7a9873d641a986d8598e5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"b2d4f1b6-2f86-43e5-8666-42f4ef5ce58a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:25.047142411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e6440e9d-6790-41fc-b770-b5857a5cfa76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:25.106109385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e6440e9d-6790-41fc-b770-b5857a5cfa76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:25.385839287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"b8a19309-f1d8-4d53-bc8e-225d3e288c8c","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:25.385860218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"b8a19309-f1d8-4d53-bc8e-225d3e288c8c","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.797689003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"78146512-6510-4271-b019-d9df093b6b00","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.797710947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"78146512-6510-4271-b019-d9df093b6b00","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.855756716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"266c8319-cda6-4f97-ac6a-e8e93ae062b7","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.855778643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"266c8319-cda6-4f97-ac6a-e8e93ae062b7","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.967412084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"adfad780-69b7-40eb-b210-3952cc1bbe6c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:31.101257515Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"adfad780-69b7-40eb-b210-3952cc1bbe6c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:31.159418661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"adfad780-69b7-40eb-b210-3952cc1bbe6c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:31.217876524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"a2fd3fe8-6707-46aa-9036-930077fc6636","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:31.21789509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"a2fd3fe8-6707-46aa-9036-930077fc6636","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:39.046233679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:39.882236652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08c2d9a7-3b41-4415-a227-a49573e6f8ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.074625582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"67803831-b230-42a0-87ec-36a651695c6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.176646008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"7bf1177a-ce2e-491f-a5f1-a90111776dba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.287307512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"e2e98c7c-450c-46a5-be1d-71984d24c701","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.392242287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"36aeddc6-fb0c-4ea1-af33-aa71a9cb1adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.401203305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"460d3d09-efb3-43c1-bb13-5db8ec464740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.486027774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"ef7d1cda-9484-4d17-861d-6dbde0613851","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.584917239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"4eec736d-8a71-44f8-9018-a2cc0b7146ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:41.326125851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"6afaab91-854f-4293-be69-e693ab6b12c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:41.385293462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"6afaab91-854f-4293-be69-e693ab6b12c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:41.44252272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1699a080973e648862297bac353f837f4b917e6000bc4185960a9d4cd03660a4) AuthConfig (fa5a55a43aec4ba3a5e580ed032d4feebb6f4b55f59adecb10c42fbfc8194942) AuthConfig (c2bcd7e4430fc70ae6c6ae64f27e31e28517df425910cb760dc9d057fabd7160) AuthConfig (bf7fddaae413be2442ba1decfb97f2746c390fdc053167314cb5bf788e5c112e) AuthConfig (41d20d2dc7ce5a8d53e4af6a2e3a60ab049be389a430cd9cb8864bcb30b47585) AuthConfig (8b92e567394e549ab397078b925ef9adcc5a89ebc8a7f29904e85572b2c8ae61) AuthConfig (61b71ad478dc8abc0de6629397133da7a10733f633adc7d470e11e9dad1fee06) AuthConfig (d7f3a34868ed2608f3004bbfd3b4b1d17e78ac9284cb272c889faec150c226c4) AuthConfig (c2d7adff9bba70588599c1523c99c45048f1ce287a2052778ce74127f8df9875) AuthConfig (3330769357cecb9b76464b3cd9bbb61d7fd3715a5a3140e74c022a8e940f0d9e) AuthConfig (64513df1d5bdfc0e982f50cdaa38567c050a7b63e1eea1153091d2b620e41b2c) AuthConfig (08357dfa42f865a4800fd0ee1dd73db01ec5f9b6838a610066bcffdca13efdaa) AuthConfig (2eefa9ef609c799eb027b184d8b8976be4f2d8d14c61b4f84cf5497bb833a97d) AuthConfig (8e212da4612ce78abf65ce51e5b54fe33029d174f7c628b914e25a2443c8ee10) AuthConfig (d9b210ed5b05936e2bd5d61d367f022b9f050c1bb6a04f605a258a89c2b74ccf) AuthConfig (a7ab6c37ada5e4949ab07ed0da797fd08a777fb241bed76febad2d628a324f5d) AuthConfig (203fe669ee877c5b9ced6f5907f5632c0a722dcbfd4b0605424fc486505c22c1) AuthConfig (672f53525a1c0f0db2fa21f61ed8d9aea788f27936349f36a11ab331f68f9af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"6afaab91-854f-4293-be69-e693ab6b12c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:41.502277483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"216ddfd7-5da5-4c84-a8cc-7034391a02fe","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:41.502296696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"216ddfd7-5da5-4c84-a8cc-7034391a02fe","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:51.619097858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"7c070924-1959-4eba-8ab4-cb6932b2ee37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:51.678051548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"7c070924-1959-4eba-8ab4-cb6932b2ee37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:51.734917669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-367381-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1699a080973e648862297bac353f837f4b917e6000bc4185960a9d4cd03660a4) AuthConfig (fa5a55a43aec4ba3a5e580ed032d4feebb6f4b55f59adecb10c42fbfc8194942) AuthConfig (c2bcd7e4430fc70ae6c6ae64f27e31e28517df425910cb760dc9d057fabd7160) AuthConfig (bf7fddaae413be2442ba1decfb97f2746c390fdc053167314cb5bf788e5c112e) AuthConfig (41d20d2dc7ce5a8d53e4af6a2e3a60ab049be389a430cd9cb8864bcb30b47585) AuthConfig (8b92e567394e549ab397078b925ef9adcc5a89ebc8a7f29904e85572b2c8ae61) AuthConfig (61b71ad478dc8abc0de6629397133da7a10733f633adc7d470e11e9dad1fee06) AuthConfig (d7f3a34868ed2608f3004bbfd3b4b1d17e78ac9284cb272c889faec150c226c4) AuthConfig (c2d7adff9bba70588599c1523c99c45048f1ce287a2052778ce74127f8df9875) AuthConfig (3330769357cecb9b76464b3cd9bbb61d7fd3715a5a3140e74c022a8e940f0d9e) AuthConfig (64513df1d5bdfc0e982f50cdaa38567c050a7b63e1eea1153091d2b620e41b2c) AuthConfig (08357dfa42f865a4800fd0ee1dd73db01ec5f9b6838a610066bcffdca13efdaa) AuthConfig (2eefa9ef609c799eb027b184d8b8976be4f2d8d14c61b4f84cf5497bb833a97d) AuthConfig (8e212da4612ce78abf65ce51e5b54fe33029d174f7c628b914e25a2443c8ee10) AuthConfig (d9b210ed5b05936e2bd5d61d367f022b9f050c1bb6a04f605a258a89c2b74ccf) AuthConfig (a7ab6c37ada5e4949ab07ed0da797fd08a777fb241bed76febad2d628a324f5d) AuthConfig (203fe669ee877c5b9ced6f5907f5632c0a722dcbfd4b0605424fc486505c22c1) AuthConfig (672f53525a1c0f0db2fa21f61ed8d9aea788f27936349f36a11ab331f68f9af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"7c070924-1959-4eba-8ab4-cb6932b2ee37","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:58.045881961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"eb59ba29-30b7-444a-bb00-5a9c1a483c59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:58.163443422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ecef871-87fb-4cdd-bc34-59293dc24a81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:58.327550094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"fc1c94fc-332b-4653-8153-d295f6f1aaee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:58.434569066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"6f2e6ac8-b3ab-4bb0-89f9-ee62f6b8f3ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:58.830764927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"969ce03c-9778-41c7-9b7b-eb00be8079a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:58.930507004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"1eebf58b-3296-4345-a8d3-71db8fc522be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:58.943840611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"9f529cfe-9c18-44f2-b47a-668aa3c0f019","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:59.032925691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"9397bc55-2e4c-455c-ba2b-5fdaddffc0e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:01.845381165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"a26235c5-d10a-4861-a478-2440b8f0ea61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:01.905416847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"a26235c5-d10a-4861-a478-2440b8f0ea61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:02.18684016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"fd6cca6a-0abd-444c-a749-0a84d1847bf7","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:02.186861854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"fd6cca6a-0abd-444c-a749-0a84d1847bf7","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:05.903207005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"395afaf5-47a2-43d9-8a99-af7bb54d2aea","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:05.903236091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"395afaf5-47a2-43d9-8a99-af7bb54d2aea","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.668738114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"a5d7489b-cc16-4cde-8716-dfc682a85699","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.668756928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"a5d7489b-cc16-4cde-8716-dfc682a85699","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.729782031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"d26329ea-e8d4-4561-81ce-e72bff1cccdc","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.72979994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"d26329ea-e8d4-4561-81ce-e72bff1cccdc","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.782318843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"d23747b6-9c7c-4545-9807-c2550c377c29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:07.783500102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"e31e7f55-1f3a-437b-b0a9-cc7a8f7353f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-428f3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:07.788194486Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"d26329ea-e8d4-4561-81ce-e72bff1cccdc","name":"sub-test-model-60261a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-60261a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:07.788242875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"d26329ea-e8d4-4561-81ce-e72bff1cccdc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-60261a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.793413025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"43b4488b-7ac5-4448-98f5-9d636ec93fd9","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.793426677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"43b4488b-7ac5-4448-98f5-9d636ec93fd9","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.856156431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"d23747b6-9c7c-4545-9807-c2550c377c29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.905098264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"bbee0536-3f0e-4cbd-a6be-94350576a1eb","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.905117619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"bbee0536-3f0e-4cbd-a6be-94350576a1eb","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.966615791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"3b9fca71-3956-408c-a565-2fa110df556e","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:07.966633465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"3b9fca71-3956-408c-a565-2fa110df556e","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.010538742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"d14dabc2-5201-4f8e-a747-0e0516b71a53","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.010555593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"d14dabc2-5201-4f8e-a747-0e0516b71a53","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.073623624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"22cbb3e5-496a-4b22-a31a-897ae5be3b7a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.073647591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"22cbb3e5-496a-4b22-a31a-897ae5be3b7a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.120144727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e5cb0c2a-c54a-43ca-92a0-f6bf6e99d70a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:08.122586545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"e1f0256d-81b7-46d2-aa31-039873472546","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-428f3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:08.129814066Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"22cbb3e5-496a-4b22-a31a-897ae5be3b7a","name":"sub-test-model-367381","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-367381\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:08.12986615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"22cbb3e5-496a-4b22-a31a-897ae5be3b7a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-367381\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.136041951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"a4418a9e-8ea7-4c1a-8f78-9f7cb4ec4471","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.136063055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"a4418a9e-8ea7-4c1a-8f78-9f7cb4ec4471","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.179201042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e5cb0c2a-c54a-43ca-92a0-f6bf6e99d70a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.200743389Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"2847697e-0815-4fc5-9e9e-8fa0ed0bc5c9","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"sub-test-model-60261a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-60261a/e2e-shared-sub-428f3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.220250597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"602a068f-e0c5-4c52-b4b9-82717c03ee58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.2339657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"4556e78e-db2c-4b48-a57a-9cf467c654d6","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.23398198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"4556e78e-db2c-4b48-a57a-9cf467c654d6","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.279934841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"602a068f-e0c5-4c52-b4b9-82717c03ee58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.29080334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"62484b68-0360-4728-9f61-4d353518c707","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.290819851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"62484b68-0360-4728-9f61-4d353518c707","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.300190442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"77696745-4e67-4f8d-9b43-c7a574337050","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.300206447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"77696745-4e67-4f8d-9b43-c7a574337050","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.354680486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"d649b0ea-86ee-472f-ab28-91fff511726c","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.354700206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"d649b0ea-86ee-472f-ab28-91fff511726c","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.374074229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"6bc7c361-bbf7-4a9f-98d1-3f5c64f9df5c","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.374095425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"6bc7c361-bbf7-4a9f-98d1-3f5c64f9df5c","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:08.408645979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"602b8049-7dbb-4d50-9f37-2c6771da628f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-428f3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.541093378Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"a1b1d03d-fae8-4c93-a303-2cf4ea6b664a","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"sub-test-model-367381","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-367381/e2e-shared-sub-428f3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.541818053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"4e73a9c5-5edd-44be-b705-bb372e512f45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.542141016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"c132e429-3774-431c-b337-f3c5c38630b2","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.544181998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"c132e429-3774-431c-b337-f3c5c38630b2","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.601273197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"4712e7d0-230a-4ba9-a3c6-880325622109","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.601293761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"4712e7d0-230a-4ba9-a3c6-880325622109","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.603214603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"8e1688ee-ea11-40e1-ba19-9d83b9f9e5b6","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.60322951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"8e1688ee-ea11-40e1-ba19-9d83b9f9e5b6","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.606773763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"4e73a9c5-5edd-44be-b705-bb372e512f45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.606877789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"2e8ef608-996c-4d72-8447-2c04e84206ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.659186638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"a8d90f04-a20a-4aa0-ae32-5e5e20407aed","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.659207712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"a8d90f04-a20a-4aa0-ae32-5e5e20407aed","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.665689293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"2e8ef608-996c-4d72-8447-2c04e84206ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.685345349Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"763d9d03-760f-46ba-8e77-7888dadd031c","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-60261a/e2e-a-only-428f3e","ai-tenant-e2e-shared-a-w1-60261a/e2e-shared-sub-428f3e"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:08.720868406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"f1904f19-f914-4423-8845-7654a5169603","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-428f3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.725248264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"fbbf213a-3485-4dea-8e2c-80cf87fa831a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.725263429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"fbbf213a-3485-4dea-8e2c-80cf87fa831a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.830693513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"12cfa5b7-8d65-4079-a0a8-794ad8f2c80f","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.839234939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"62fa77cd-f1ae-4e1c-9bc3-d82ef9f407d8","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.839250265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"62fa77cd-f1ae-4e1c-9bc3-d82ef9f407d8","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.904944231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"47782b89-22b8-42c8-9ae7-814d5ca7ba42","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.904965309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"47782b89-22b8-42c8-9ae7-814d5ca7ba42","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.932959674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"5d5e1719-45dd-4f25-8dcb-2fd96d9a970b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:08.99235024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"5d5e1719-45dd-4f25-8dcb-2fd96d9a970b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.004690982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"5c1e918c-a8b7-43b7-866d-8420c3468d34","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.004710678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"5c1e918c-a8b7-43b7-866d-8420c3468d34","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.011783052Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"3e372977-f816-439f-8d67-35b9baea0b2b","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-367381/e2e-b-only-428f3e","ai-tenant-e2e-shared-b-w1-367381/e2e-shared-sub-428f3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.059185902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.059788431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"dfaa9629-796d-460f-b3f5-e6e1d1089c0d","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.150957404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"8682c003-85b5-4732-b9bd-e94b50768109","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.257000416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"d6b54387-854c-4ccd-9ccf-2438ba66d1b2","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.325837882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"777ebe8d-c668-4369-b092-edd3b93eef15","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.325858814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"777ebe8d-c668-4369-b092-edd3b93eef15","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.351713931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"72ff5302-7490-4186-9ca6-2f19a277a324","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:09.54770413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"0e061872-094e-4de4-aa43-a9c460ed06b4","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.403565832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"9fdb36c1-8831-42b8-846e-d208b9aaa3fe","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.403592381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"9fdb36c1-8831-42b8-846e-d208b9aaa3fe","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.461703561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"5a575f64-04fb-481e-b4f0-3fb8858fa3e7","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.461729004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"5a575f64-04fb-481e-b4f0-3fb8858fa3e7","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.570893075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"26c96aaf-28a9-49bc-a44b-a6c1232c4d48","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.71123722Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"26c96aaf-28a9-49bc-a44b-a6c1232c4d48","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.76964796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"26c96aaf-28a9-49bc-a44b-a6c1232c4d48","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.828838914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"a97353f1-d2b1-423c-9143-4097cbab72e9","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.828860678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"a97353f1-d2b1-423c-9143-4097cbab72e9","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.575282974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"1e03aa24-d290-4c44-9199-83be6d17db6b","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.578763248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"95704a95-6e65-4edb-9474-43874065988b","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.749578197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"03cb9915-8386-4d2a-90bb-ab84ed30a0dc","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.749599067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"03cb9915-8386-4d2a-90bb-ab84ed30a0dc","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.752576974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"923b91d4-f82f-4d07-8e27-5c7cc16b1736","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.75259398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"923b91d4-f82f-4d07-8e27-5c7cc16b1736","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.930860757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"32b2c616-0cc0-49be-b405-4f5cc1520907","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:20.930851537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"f4b414a4-550d-4478-b57b-f2bb17d57a37","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.104945894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"279fa997-ef6a-4793-b0a8-6ad978e11e65","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.104965013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"279fa997-ef6a-4793-b0a8-6ad978e11e65","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.107382358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"604a2ca2-a66e-4494-8316-4041893c33e3","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.107402753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"604a2ca2-a66e-4494-8316-4041893c33e3","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.373495773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"f7f5839e-5491-4b38-8939-9b174fa78ff8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.432922068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"f7f5839e-5491-4b38-8939-9b174fa78ff8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.575661772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e5e9e3f7-beac-4d67-8526-ee042ecfbeef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.63720858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e5e9e3f7-beac-4d67-8526-ee042ecfbeef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.943120518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"d0d5ec28-ee7b-4b18-b74e-5a1b62d379b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.003894042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"d0d5ec28-ee7b-4b18-b74e-5a1b62d379b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.061799405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d659374011f81ee9bac54cedf5a3f3e82fddfd1af8778e30d91dd488d08007ef) AuthConfig (1deb0024c3b706fc7d40e04eeabefe7ef25e9b26320ae811636c3bb1042dcf91) AuthConfig (077d953534a8673417661d1a344a7e91d0e8257f531c77547f58ae8f8e19cd04) AuthConfig (5d4b1fe4fb9d919f8bb5cb163f4e249053d35d0acdaa8fdbb648d6984eb7ac11) AuthConfig (4c41442802230b432ef1f3e5955025a16c2af31b8888a30764b78cae44fbb206) AuthConfig (21f95d10c9942c36bfb71b93be5770652fc7df22e121e8a5bb0533d5c031c002) AuthConfig (0b58e1890715c71251609c1ac13072c8263c81abd0766824a1bed96cdce3037b) AuthConfig (3f3cb7dc399e440887ec63e4277fbdb937357df6814951741107e98687acfdf2) AuthConfig (ed7f11d378a8c0e33aeb6e3c7ff3f473c6d23353e7ab43f4bf07a4e9f85225a6) AuthConfig (46404260c9b9d3932f51169dea4bfc4fe8dcb0626cd72b6ae83fd16a9eaaf8c1) AuthConfig (127466b4e1ad0c3d34e45304bac8c4e0d07bc58bccde74351e921f44bf398506) AuthConfig (01e25216d54159921a4ba3cd4df3539c27028d8f64f67b7e169a59a2a2162d61) AuthConfig (80468f8daafa0fef47709a97b7b9d6c50d5100d19741b3d4404e77d6b8acf29f) AuthConfig (7cca2708feb351818fe4f6e8093717b601880a92e3cd9587ef9c997dacebbe54) AuthConfig (29a0d5df4b60a65fcab0b3abb517e80f4fb7c0e9029deb9f2680e15d2f75ea09) AuthConfig (d0e7004e6ad3e3ad0fc956cc336f5306a4e22c603a94af4a87fb0ac6004fd7a9) AuthConfig (2b7523cc39d39a32af6201fa7df4e15d5babb5e25c955d5b57db9e8535c19a81) AuthConfig (5c8796ed218e472c948b4c011f7240adde984218c9f70141672db5b6c6695790)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"d0d5ec28-ee7b-4b18-b74e-5a1b62d379b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.123121496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"264a9d55-d928-4d1f-bcbb-4637597c7d47","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.123145341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"264a9d55-d928-4d1f-bcbb-4637597c7d47","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.391398272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e552916b-ba86-49e2-b704-65799437e60f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.391517043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"77a5c7fc-7247-4c72-a115-d3bd3b8bd980","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.391534025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"77a5c7fc-7247-4c72-a115-d3bd3b8bd980","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.603064454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e552916b-ba86-49e2-b704-65799437e60f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.670455971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"84019aa2-bc61-4efe-87f6-7c4ac7292bd4","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.670639596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"d8c44b17-7aea-46bf-8e3b-7a627e5d21ef","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.730967598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e552916b-ba86-49e2-b704-65799437e60f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"e2e-shared-a-w1-60261a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.730992193Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e552916b-ba86-49e2-b704-65799437e60f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.789463723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"a78ff3c6-91d2-45c1-be27-5d86d15b67cd","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.789517996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"a78ff3c6-91d2-45c1-be27-5d86d15b67cd","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.95578133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"666c8668-6d5a-49f7-be76-65aca3ecd743","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:24.955800647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"666c8668-6d5a-49f7-be76-65aca3ecd743","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:25.068686774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"a1c07884-0e70-41e1-a63b-77e22c72d07e","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:25.068764252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"810ff422-5b59-458a-8a3c-2cfa55ca6c49","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:32.23635382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"85143fba-338c-4091-8471-f2dc2976e1bc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:32.296401363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"85143fba-338c-4091-8471-f2dc2976e1bc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:32.354552958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-2bceb1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d659374011f81ee9bac54cedf5a3f3e82fddfd1af8778e30d91dd488d08007ef) AuthConfig (1deb0024c3b706fc7d40e04eeabefe7ef25e9b26320ae811636c3bb1042dcf91) AuthConfig (077d953534a8673417661d1a344a7e91d0e8257f531c77547f58ae8f8e19cd04) AuthConfig (5d4b1fe4fb9d919f8bb5cb163f4e249053d35d0acdaa8fdbb648d6984eb7ac11) AuthConfig (4c41442802230b432ef1f3e5955025a16c2af31b8888a30764b78cae44fbb206) AuthConfig (21f95d10c9942c36bfb71b93be5770652fc7df22e121e8a5bb0533d5c031c002) AuthConfig (0b58e1890715c71251609c1ac13072c8263c81abd0766824a1bed96cdce3037b) AuthConfig (3f3cb7dc399e440887ec63e4277fbdb937357df6814951741107e98687acfdf2) AuthConfig (ed7f11d378a8c0e33aeb6e3c7ff3f473c6d23353e7ab43f4bf07a4e9f85225a6) AuthConfig (46404260c9b9d3932f51169dea4bfc4fe8dcb0626cd72b6ae83fd16a9eaaf8c1) AuthConfig (127466b4e1ad0c3d34e45304bac8c4e0d07bc58bccde74351e921f44bf398506) AuthConfig (01e25216d54159921a4ba3cd4df3539c27028d8f64f67b7e169a59a2a2162d61) AuthConfig (80468f8daafa0fef47709a97b7b9d6c50d5100d19741b3d4404e77d6b8acf29f) AuthConfig (7cca2708feb351818fe4f6e8093717b601880a92e3cd9587ef9c997dacebbe54) AuthConfig (29a0d5df4b60a65fcab0b3abb517e80f4fb7c0e9029deb9f2680e15d2f75ea09) AuthConfig (d0e7004e6ad3e3ad0fc956cc336f5306a4e22c603a94af4a87fb0ac6004fd7a9) AuthConfig (2b7523cc39d39a32af6201fa7df4e15d5babb5e25c955d5b57db9e8535c19a81) AuthConfig (5c8796ed218e472c948b4c011f7240adde984218c9f70141672db5b6c6695790)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"85143fba-338c-4091-8471-f2dc2976e1bc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:35.355627441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"1c74f9c9-36e3-4d07-9efc-662c19dc54fa","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscription":"e2e-shared-sub-428f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:35.581612286Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-shared-sub-428f3e","reconcileID":"1c74f9c9-36e3-4d07-9efc-662c19dc54fa","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-60261a/e2e-a-only-428f3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:35.804166289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"f2a2f7df-6591-45ef-bbf9-286df98c30b4","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:35.853619047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"3eeb5d42-bbf0-4b50-9478-ba5d62d6ff7d","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:35.853640627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"3eeb5d42-bbf0-4b50-9478-ba5d62d6ff7d","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:36.017045056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"b8b6189e-4e99-4490-8f5f-e6de397ee831","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:36.017065632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"b8b6189e-4e99-4490-8f5f-e6de397ee831","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:39.041843655Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:42.46308423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"19ce18d3-b57c-4abe-a0b8-890fa1a5f406","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:42.521360956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"19ce18d3-b57c-4abe-a0b8-890fa1a5f406","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:42.845391291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"f7215cf5-3cd6-4aaa-8c2f-a822235d4361","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:42.845413293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"f7215cf5-3cd6-4aaa-8c2f-a822235d4361","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.188585035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"2e4852a7-6e89-45c9-b05f-19369df19e1f","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","subscription":"e2e-a-only-428f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.243391052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"2e4852a7-6e89-45c9-b05f-19369df19e1f","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.298528753Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"e2e-a-only-428f3e","reconcileID":"2e4852a7-6e89-45c9-b05f-19369df19e1f","MaaSSubscription":{"name":"e2e-a-only-428f3e","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"name":"maas-trlp-sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.589764252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"079d3d71-180a-413f-b152-9341b15b9534","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"tenant":"e2e-shared-a-w1-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","model":"ai-tenant-e2e-shared-a-w1-60261a/sub-test-model-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.589783578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"sub-test-model-60261a","reconcileID":"079d3d71-180a-413f-b152-9341b15b9534","MaaSModelRef":{"name":"sub-test-model-60261a","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"routeName":"sub-test-model-60261a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-60261a","llmisvcName":"sub-test-model-60261a","gateway":"openshift-ingress/e2e-shared-a-w1-60261a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.907860367Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e6a2c305-76be-4f3a-a4db-f2b38b5db27c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.907932254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"000ba13c-b935-42bd-ab35-e815a1d7dc3a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:46.90795354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"000ba13c-b935-42bd-ab35-e815a1d7dc3a","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.117386676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e6a2c305-76be-4f3a-a4db-f2b38b5db27c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.184530071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"15e28713-d1a2-4146-a132-f4087a8e3984","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.184653684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"3b7ecf4c-19a8-4b8a-8dec-9018f68d792b","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.258565539Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e6a2c305-76be-4f3a-a4db-f2b38b5db27c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"e2e-shared-b-w1-367381-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.258586445Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-sub-iso-auth-428f3e","reconcileID":"e6a2c305-76be-4f3a-a4db-f2b38b5db27c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.323157302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"6eb35e80-241a-431c-801a-7a8124320d59","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.323177353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"6eb35e80-241a-431c-801a-7a8124320d59","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.481662576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"bcf87db6-c1c6-41e3-8269-26efce9ee2a2","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.4816883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"bcf87db6-c1c6-41e3-8269-26efce9ee2a2","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.616186923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"5dedbbf8-3ce3-464e-b3df-ff9eaab6e688","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.616186903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"b39e5a40-0f4a-4767-bcc1-fab249d846a9","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.866431581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"dda07826-3abe-4bc4-b2f9-9f202019b620","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.866451262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"dda07826-3abe-4bc4-b2f9-9f202019b620","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.923055197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"54793a66-49ef-4cda-b246-96090a1b7900","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:47.92307583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"54793a66-49ef-4cda-b246-96090a1b7900","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:48.031341779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"6aa3a1ea-d537-4b14-9dda-5ede9c62b104","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:48.160072329Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"6aa3a1ea-d537-4b14-9dda-5ede9c62b104","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:48.219401543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"6aa3a1ea-d537-4b14-9dda-5ede9c62b104","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:48.277042011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"495bafab-cd7b-4c18-8a6e-8550f5b28085","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:48.277062111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"495bafab-cd7b-4c18-8a6e-8550f5b28085","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:50.245873935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c7dae7-55ad-47e6-ba84-363130107b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:50.299930513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c7dae7-55ad-47e6-ba84-363130107b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:50.353786464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c7dae7-55ad-47e6-ba84-363130107b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:50.407693399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c7dae7-55ad-47e6-ba84-363130107b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:52.416695099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813c34fb-00d7-49ae-8183-3cb28d62fb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:52.471054952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813c34fb-00d7-49ae-8183-3cb28d62fb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:52.52515037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813c34fb-00d7-49ae-8183-3cb28d62fb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:52.579238909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813c34fb-00d7-49ae-8183-3cb28d62fb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:57.897077774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"dfed438b-3168-470f-be37-1a2e54042835","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscription":"e2e-shared-sub-428f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.121839241Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-shared-sub-428f3e","reconcileID":"dfed438b-3168-470f-be37-1a2e54042835","MaaSSubscription":{"name":"e2e-shared-sub-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-367381/e2e-b-only-428f3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.340155075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"71dbac69-e21d-4bef-82cc-e11b7175983f","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.384981168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"ce6a7f83-3da9-4ebf-be4e-dff7c36395fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.389294452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"bf8af03e-0f24-46c0-b52c-fbb7c8b9a654","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.389313635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"bf8af03e-0f24-46c0-b52c-fbb7c8b9a654","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.443072327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"ce6a7f83-3da9-4ebf-be4e-dff7c36395fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.501000013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"ce6a7f83-3da9-4ebf-be4e-dff7c36395fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.683295115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"b7337d11-786f-40e1-9e29-7f2881dfa832","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:58.683320392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"b7337d11-786f-40e1-9e29-7f2881dfa832","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.610064986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"4ec213b3-c4e1-4456-8bad-38445419af85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.668900736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"4ec213b3-c4e1-4456-8bad-38445419af85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.72638408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8fb9d888d443eba1d31302406e09f362889eeb3d96d20fdc9df3bdde14efcf35) AuthConfig (a8d7a2b4ac222fc82f4b904856d694052c1a1099aab5e43a89679fc4bc950a19) AuthConfig (7c1bccec931a2c229e214079de4e98dc88860bd1b7329f5d71e439d2bbd98d4c) AuthConfig (fd821e4b28229b2459733224b0399a33e88b4092fe3e79181ca10c9c8ffca4c8) AuthConfig (065250add1bf7b096908b1280e3f2f40b740ada4c7bc680fdf639a4c5f13ba36) AuthConfig (88a37ff5bc519cb05d59846b172d195758d2313c9ca6280e2b8bc0f67d9c1e37) AuthConfig (dc272f529c9b35d84c41e6e1f6d93f5c6b7d158a2ab85c5fe9473c7996c6d351) AuthConfig (fe08c7a1652cffecc5eef381dca36261a5d0abe3c7e81ecdcf86c27e7300bf7e) AuthConfig (d281888a77ac781fe3faeeb09d0d7f3d4ee3c1a1088469e79a578577b3296af7) AuthConfig (62410819a96337188018091090edd19bd1af133232309b68a9fc3f52e49dbfc2) AuthConfig (c84cc7968da566e8d215d04ebccafcae1075943c87812206e151d6dd8728e0ed) AuthConfig (375dd397fe5a8f718a4534e6bfe0a9c8c0e10763cd15b5cd8168161570ef68bd) AuthConfig (7dc98caaef6028651a9b1f774530182a412c7e6a826644babbb07da4583c20f1) AuthConfig (5e1c5f3ff73e200a92d48d74cc047e068af235889f7fbc2867df738558d6b06a) AuthConfig (ce7ada21b0dd942d78fc708d2a0d4a4277072a63a207b2defae8ddb00c35ea43) AuthConfig (c468e52bd86b978c6f9e50fc795b22ed4af3b4c8ec73ec8db645b529021f2915) AuthConfig (6878e53a138521db39b8d93fbb16272a752d02b42e1023b9e9dd5aae51e69a88) AuthConfig (0515643c90dbff42dd5d317bb05ed011d0338bb8158167d0c3631e0244eccee9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"4ec213b3-c4e1-4456-8bad-38445419af85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.786425062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"a7789920-8961-4052-82df-2b0a2e6f9be0","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.786448764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"a7789920-8961-4052-82df-2b0a2e6f9be0","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.851901839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"a3494603-0b0d-4db3-9690-6b75e3c3b585","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","subscription":"e2e-b-only-428f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.908784431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"a3494603-0b0d-4db3-9690-6b75e3c3b585","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:08.963056755Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"e2e-b-only-428f3e","reconcileID":"a3494603-0b0d-4db3-9690-6b75e3c3b585","MaaSSubscription":{"name":"e2e-b-only-428f3e","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"name":"maas-trlp-sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:09.042898944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:09.302552223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"f582eee4-49ec-4b19-98a8-19780da59d8e","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"tenant":"e2e-shared-b-w1-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","model":"ai-tenant-e2e-shared-b-w1-367381/sub-test-model-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:09.302572562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"sub-test-model-367381","reconcileID":"f582eee4-49ec-4b19-98a8-19780da59d8e","MaaSModelRef":{"name":"sub-test-model-367381","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"routeName":"sub-test-model-367381-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-367381","llmisvcName":"sub-test-model-367381","gateway":"openshift-ingress/e2e-shared-b-w1-367381","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:18.895102152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"bf9a79a1-3326-4bbc-b0b8-e29b0533f837","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:18.95351248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"bf9a79a1-3326-4bbc-b0b8-e29b0533f837","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:19.011089857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8fb9d888d443eba1d31302406e09f362889eeb3d96d20fdc9df3bdde14efcf35) AuthConfig (a8d7a2b4ac222fc82f4b904856d694052c1a1099aab5e43a89679fc4bc950a19) AuthConfig (7c1bccec931a2c229e214079de4e98dc88860bd1b7329f5d71e439d2bbd98d4c) AuthConfig (fd821e4b28229b2459733224b0399a33e88b4092fe3e79181ca10c9c8ffca4c8) AuthConfig (065250add1bf7b096908b1280e3f2f40b740ada4c7bc680fdf639a4c5f13ba36) AuthConfig (88a37ff5bc519cb05d59846b172d195758d2313c9ca6280e2b8bc0f67d9c1e37) AuthConfig (dc272f529c9b35d84c41e6e1f6d93f5c6b7d158a2ab85c5fe9473c7996c6d351) AuthConfig (fe08c7a1652cffecc5eef381dca36261a5d0abe3c7e81ecdcf86c27e7300bf7e) AuthConfig (d281888a77ac781fe3faeeb09d0d7f3d4ee3c1a1088469e79a578577b3296af7) AuthConfig (62410819a96337188018091090edd19bd1af133232309b68a9fc3f52e49dbfc2) AuthConfig (c84cc7968da566e8d215d04ebccafcae1075943c87812206e151d6dd8728e0ed) AuthConfig (375dd397fe5a8f718a4534e6bfe0a9c8c0e10763cd15b5cd8168161570ef68bd) AuthConfig (7dc98caaef6028651a9b1f774530182a412c7e6a826644babbb07da4583c20f1) AuthConfig (5e1c5f3ff73e200a92d48d74cc047e068af235889f7fbc2867df738558d6b06a) AuthConfig (ce7ada21b0dd942d78fc708d2a0d4a4277072a63a207b2defae8ddb00c35ea43) AuthConfig (c468e52bd86b978c6f9e50fc795b22ed4af3b4c8ec73ec8db645b529021f2915) AuthConfig (6878e53a138521db39b8d93fbb16272a752d02b42e1023b9e9dd5aae51e69a88) AuthConfig (0515643c90dbff42dd5d317bb05ed011d0338bb8158167d0c3631e0244eccee9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"bf9a79a1-3326-4bbc-b0b8-e29b0533f837","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.696514732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.696573482Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.696624121Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","tenant":"e2e-shared-a-w4-5ae63d","tenantID":"e2e-shared-a-w4-5ae63d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.752852681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-5ae63d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.815446246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"Service","name":"maas-api-e2e-shared-a-w4-5ae63d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.873618051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-5ae63d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.931049934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-5ae63d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.99140774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.047692035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.106089093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.168272942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.222131078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.275825488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.332008464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.385963138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.44002238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.493596863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.547249845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.603845024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.657317948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.710763163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.764279667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-5ae63d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:21.8175275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-5ae63d"},"namespace":"ai-tenant-e2e-shared-a-w4-5ae63d","name":"default-tenant","reconcileID":"d764faed-9be7-4e8b-89a3-56ff9e10992f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-5ae63d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.063115707Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-5ae63d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-5ae63d","reconcileID":"1aa094c5-2c30-4f6b-96ed-f0ec21f2992e","aitenant":"ai-tenants/e2e-shared-a-w4-5ae63d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.199293749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"54da273b-9678-4afe-84e2-0701ddc658b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.259386836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"54da273b-9678-4afe-84e2-0701ddc658b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.317439343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d341af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8fb9d888d443eba1d31302406e09f362889eeb3d96d20fdc9df3bdde14efcf35) AuthConfig (a8d7a2b4ac222fc82f4b904856d694052c1a1099aab5e43a89679fc4bc950a19) AuthConfig (7c1bccec931a2c229e214079de4e98dc88860bd1b7329f5d71e439d2bbd98d4c) AuthConfig (fd821e4b28229b2459733224b0399a33e88b4092fe3e79181ca10c9c8ffca4c8) AuthConfig (065250add1bf7b096908b1280e3f2f40b740ada4c7bc680fdf639a4c5f13ba36) AuthConfig (88a37ff5bc519cb05d59846b172d195758d2313c9ca6280e2b8bc0f67d9c1e37) AuthConfig (dc272f529c9b35d84c41e6e1f6d93f5c6b7d158a2ab85c5fe9473c7996c6d351) AuthConfig (fe08c7a1652cffecc5eef381dca36261a5d0abe3c7e81ecdcf86c27e7300bf7e) AuthConfig (d281888a77ac781fe3faeeb09d0d7f3d4ee3c1a1088469e79a578577b3296af7) AuthConfig (62410819a96337188018091090edd19bd1af133232309b68a9fc3f52e49dbfc2) AuthConfig (c84cc7968da566e8d215d04ebccafcae1075943c87812206e151d6dd8728e0ed) AuthConfig (375dd397fe5a8f718a4534e6bfe0a9c8c0e10763cd15b5cd8168161570ef68bd) AuthConfig (7dc98caaef6028651a9b1f774530182a412c7e6a826644babbb07da4583c20f1) AuthConfig (5e1c5f3ff73e200a92d48d74cc047e068af235889f7fbc2867df738558d6b06a) AuthConfig (ce7ada21b0dd942d78fc708d2a0d4a4277072a63a207b2defae8ddb00c35ea43) AuthConfig (c468e52bd86b978c6f9e50fc795b22ed4af3b4c8ec73ec8db645b529021f2915) AuthConfig (6878e53a138521db39b8d93fbb16272a752d02b42e1023b9e9dd5aae51e69a88) AuthConfig (0515643c90dbff42dd5d317bb05ed011d0338bb8158167d0c3631e0244eccee9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"54da273b-9678-4afe-84e2-0701ddc658b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.649576907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"701b809d-0ffc-4c90-9e30-131c8e7eac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.703975273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"701b809d-0ffc-4c90-9e30-131c8e7eac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.757966475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"701b809d-0ffc-4c90-9e30-131c8e7eac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.812275173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"701b809d-0ffc-4c90-9e30-131c8e7eac55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:29.950830315Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-5ae63d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-5ae63d","reconcileID":"1aa094c5-2c30-4f6b-96ed-f0ec21f2992e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-5ae63d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-5ae63d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.80670685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28da8790-f9b1-4983-a453-d849e0b82ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.861155404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28da8790-f9b1-4983-a453-d849e0b82ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.915380259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28da8790-f9b1-4983-a453-d849e0b82ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.969446549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28da8790-f9b1-4983-a453-d849e0b82ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:33.93183274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa4e3cd-174c-4ef0-b162-6a44ce556bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:33.987525396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa4e3cd-174c-4ef0-b162-6a44ce556bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:34.041588274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa4e3cd-174c-4ef0-b162-6a44ce556bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:34.095967598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa4e3cd-174c-4ef0-b162-6a44ce556bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.228298647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284bdb86-730d-4022-8229-6b5513a04d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.282903504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284bdb86-730d-4022-8229-6b5513a04d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.338727609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284bdb86-730d-4022-8229-6b5513a04d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.393205097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284bdb86-730d-4022-8229-6b5513a04d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:39.041794324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:39.43264169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"5f5e40f8-9540-4045-b925-7aca2e4e1a0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:39.545551425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"5f5e40f8-9540-4045-b925-7aca2e4e1a0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:39.905329126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"7556f9ce-6ce4-4066-a7c6-1f9c8ba39437","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:39.905350402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"7556f9ce-6ce4-4066-a7c6-1f9c8ba39437","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.414377905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880a63de-855b-4eb0-9e89-de6c9a0649ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.469110448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880a63de-855b-4eb0-9e89-de6c9a0649ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.523117288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880a63de-855b-4eb0-9e89-de6c9a0649ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.577313864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880a63de-855b-4eb0-9e89-de6c9a0649ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.607051834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea07350-a767-467d-a07d-3fd574d81daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.661352274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea07350-a767-467d-a07d-3fd574d81daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.71591175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea07350-a767-467d-a07d-3fd574d81daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.769956095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea07350-a767-467d-a07d-3fd574d81daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:44.803416606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4be82df-d1a5-4de1-91cd-a332a1d7dda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:44.857729451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4be82df-d1a5-4de1-91cd-a332a1d7dda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:44.911804257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4be82df-d1a5-4de1-91cd-a332a1d7dda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:44.966058074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4be82df-d1a5-4de1-91cd-a332a1d7dda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.112423104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"d85a6b9f-5567-4c5c-96b7-deb235f5ee47","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.112444508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"d85a6b9f-5567-4c5c-96b7-deb235f5ee47","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.172096916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"0ce9e9f0-26ab-4f85-87ea-ef44b8aad198","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.172122112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"0ce9e9f0-26ab-4f85-87ea-ef44b8aad198","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:45.224998055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"3540a062-0bda-4e96-8df4-7055ba36f55d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f2d108\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.242159626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"940e3840-3a37-4e74-95ae-df39313dd41c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:45.24257227Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"0ce9e9f0-26ab-4f85-87ea-ef44b8aad198","name":"sub-test-model-2bceb1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2bceb1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:45.242625442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"0ce9e9f0-26ab-4f85-87ea-ef44b8aad198","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2bceb1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.248813959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"5725caab-689c-450e-b3d0-cada400a93d5","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.248832786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"5725caab-689c-450e-b3d0-cada400a93d5","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.301369997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"940e3840-3a37-4e74-95ae-df39313dd41c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.390762895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"b13f153c-ef40-4620-91ae-2970650dc4f3","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.390784786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"b13f153c-ef40-4620-91ae-2970650dc4f3","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.450671423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"c23f6f55-69e1-44cf-a5b5-b99ac780a7f6","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.450697927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"c23f6f55-69e1-44cf-a5b5-b99ac780a7f6","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.451101956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"63181f23-c2a1-424f-b151-317044be69c3","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.451115385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"63181f23-c2a1-424f-b151-317044be69c3","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.498285591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"c176e3a3-8c63-4efc-b290-3d72da0dc527","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.498305262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"c176e3a3-8c63-4efc-b290-3d72da0dc527","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.498728262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"52cd5111-f666-4ba3-8066-58654690e09c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:45.499066161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"932d088e-54ca-4af2-93ad-8ab12eb1d303","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f2d108\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.556486255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"52cd5111-f666-4ba3-8066-58654690e09c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.612334598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"e6136519-9043-4525-a8f9-303a7d9bb36b","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.612354397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"e6136519-9043-4525-a8f9-303a7d9bb36b","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.618316011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"b15b2b6d-3068-4813-919b-369a58047a24","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.669648729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"e9157e9b-b20d-4730-b33c-31f713f27fc0","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.669669899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"e9157e9b-b20d-4730-b33c-31f713f27fc0","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.676411114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"b15b2b6d-3068-4813-919b-369a58047a24","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.683850739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"9af265ae-8423-4ec2-ae90-fea20746c432","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.683870867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"9af265ae-8423-4ec2-ae90-fea20746c432","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.725383081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"0d1966c6-d182-4be1-89fb-9ee87c58e120","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"sub-test-model-2bceb1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-2bceb1/e2e-shared-sub-f2d108"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.743789283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"6f2e6cf5-77a5-40a0-9845-165f72dd3f40","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.743810962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"6f2e6cf5-77a5-40a0-9845-165f72dd3f40","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:45.796815829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"63906754-317b-4d3b-964a-30c180bed1ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-f2d108\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.878196462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"5ec2401b-fab3-4932-adab-26eb3ef9f54a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.890671323Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"3dd89576-2c90-48fe-88e9-fc1abc7933b0","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"sub-test-model-d341af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d341af/e2e-shared-sub-f2d108"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.89756655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"e33d90e7-918c-4315-9e53-432b9c48a7c7","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.897583211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"e33d90e7-918c-4315-9e53-432b9c48a7c7","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.908122526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"379a73ec-159f-4699-a068-947f26fb5848","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.908137749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"379a73ec-159f-4699-a068-947f26fb5848","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.936559819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"5ec2401b-fab3-4932-adab-26eb3ef9f54a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.965971406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"c5330c39-6164-4a6f-8e42-1d2be127887e","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:45.965991134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"c5330c39-6164-4a6f-8e42-1d2be127887e","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.001546075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"2ee1a5b4-2f19-407b-b15c-85a7a1c48ec9","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.001565236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"2ee1a5b4-2f19-407b-b15c-85a7a1c48ec9","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.057883934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"8c9d28b4-50ce-4130-b4d8-a95018af8d27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.117559515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"8c9d28b4-50ce-4130-b4d8-a95018af8d27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.11924543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"f86bd022-c1bf-4f98-8826-0c61ddb286c5","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.119261381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"f86bd022-c1bf-4f98-8826-0c61ddb286c5","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.121406657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"65cd27e4-c602-408e-b246-4501be5a7229","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.121422173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"65cd27e4-c602-408e-b246-4501be5a7229","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:46.168853924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"a4591b10-6598-4737-a0d9-49917997488c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-f2d108\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.28282658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"cb948520-c5c3-4eb9-a441-d1d3cf961f56","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.28284601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"cb948520-c5c3-4eb9-a441-d1d3cf961f56","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.286846688Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"d9c90a85-1840-41b3-b097-4b2903906141","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-2bceb1/e2e-a-only-f2d108","ai-tenant-e2e-shared-a-w2-2bceb1/e2e-shared-sub-f2d108"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.329401996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"98223094-5178-4c94-9735-ad58ecfacbe6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.353419303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"89e86845-e900-4315-a1ad-78800ca83bf6","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.391557468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"7d70c9bf-a703-43a0-921f-3ee7e93d0e50","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.391574574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"7d70c9bf-a703-43a0-921f-3ee7e93d0e50","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.394997674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"98223094-5178-4c94-9735-ad58ecfacbe6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.405037092Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"ff8487f8-cbd6-4e46-9be0-fa5b0a4b9890","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-d341af/e2e-b-only-f2d108","ai-tenant-e2e-shared-b-w2-d341af/e2e-shared-sub-f2d108"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.523878941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"2e9b521f-a5ff-43f5-a5a2-a779c60ceffb","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.523899366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"2e9b521f-a5ff-43f5-a5a2-a779c60ceffb","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.610007473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"b8a671a6-5f58-4f76-b304-c5cf509a4c0e","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.665290253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"6ab4f162-bfd1-4542-b56e-cd9b510e19d9","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.739538514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"4ab3113e-9503-45b8-aa41-026e13a891fc","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.781045352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"fcf8abc4-d3a5-457f-861d-a81a1e19a10c","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.781066659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"fcf8abc4-d3a5-457f-861d-a81a1e19a10c","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.839955183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"925cb2b8-8588-4a16-a8b6-35a9454c2948","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.911980707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8d3fa5-d29b-4285-8e23-27b1cd77817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.966358276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8d3fa5-d29b-4285-8e23-27b1cd77817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:47.020519818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"e772cc40-08fd-456f-8283-c7cea5c7d427","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:47.020595984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8d3fa5-d29b-4285-8e23-27b1cd77817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:47.075115627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8d3fa5-d29b-4285-8e23-27b1cd77817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:47.084094396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"1a531973-3769-4436-bfd2-422dccf816a7","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:47.084110028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"1a531973-3769-4436-bfd2-422dccf816a7","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.107590244Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","namespace":"ai-tenant-e2e-shared-a-w1-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.107672991Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","namespace":"ai-tenant-e2e-shared-a-w1-60261a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.107741068Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","tenant":"e2e-shared-a-w1-60261a","tenantID":"e2e-shared-a-w1-60261a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.163459066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-60261a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.22510037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"Service","name":"maas-api-e2e-shared-a-w1-60261a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.28612727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-60261a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.341749977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-60261a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.418308262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.476657659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.533126047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.591067777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.649615214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.71391305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.768004757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.821426428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.87483381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.928734563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.982286861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:50.040675412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:50.094105074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:50.147688876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:50.202696369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-60261a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:50.256323071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-60261a"},"namespace":"ai-tenant-e2e-shared-a-w1-60261a","name":"default-tenant","reconcileID":"e00b4922-25b5-4a2c-a61d-169dd7b23993","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-60261a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:00.038655822Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-60261a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-60261a","reconcileID":"63075611-88b4-45ea-815c-bd03b9f0e5eb","aitenant":"ai-tenants/e2e-shared-a-w1-60261a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:00.664260623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff18d17-bcd2-4b55-be59-b601dd111e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:00.718372547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff18d17-bcd2-4b55-be59-b601dd111e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:00.772422002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff18d17-bcd2-4b55-be59-b601dd111e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:00.826403824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff18d17-bcd2-4b55-be59-b601dd111e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:00.888540032Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-60261a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-60261a","reconcileID":"63075611-88b4-45ea-815c-bd03b9f0e5eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-60261a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-60261a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.100406817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"37dc3f86-0ab0-4c9f-aeaf-f2adedc3271a","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.100511934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"83a211cb-02bf-4d45-aa90-305f8561e819","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.306345945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"07f17698-cb18-4aed-b109-624898920756","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.306368908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"07f17698-cb18-4aed-b109-624898920756","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.309074546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"666bc71b-8791-4114-b3bc-cf842ed05910","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.309090235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"666bc71b-8791-4114-b3bc-cf842ed05910","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.57340016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"189f50e8-ba1d-4b7f-96dd-e305e571938a","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.574186778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"1ada9c2a-7f0c-4816-bae1-decc844fe97f","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.689399911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"539afa94-5be9-4441-ad84-f41c3ec8331d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.7492293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"5ac055c8-7f00-4b03-80a5-57a6e6ab7113","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.749262213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"5ac055c8-7f00-4b03-80a5-57a6e6ab7113","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.750012995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"539afa94-5be9-4441-ad84-f41c3ec8331d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.751310339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"53e7a466-b39d-4316-9dfa-b36266bd3903","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.751748282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"53e7a466-b39d-4316-9dfa-b36266bd3903","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.78927256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"6716d207-67ec-4606-931b-69a45b23ddaa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:01.848216531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"6716d207-67ec-4606-931b-69a45b23ddaa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:02.824314888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ace1bf-c36b-4f88-802b-2b341950e7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:02.878744086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ace1bf-c36b-4f88-802b-2b341950e7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:02.933072007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ace1bf-c36b-4f88-802b-2b341950e7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:02.98707676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ace1bf-c36b-4f88-802b-2b341950e7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.0061809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b91628-63c8-4e99-a219-5130194e742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.060372738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b91628-63c8-4e99-a219-5130194e742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.114486929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b91628-63c8-4e99-a219-5130194e742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.168640129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b91628-63c8-4e99-a219-5130194e742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:09.040500065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:10.209329683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ee3a9c-754b-4be9-b0cf-c46574d5d529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:10.263460266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ee3a9c-754b-4be9-b0cf-c46574d5d529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:10.317544663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ee3a9c-754b-4be9-b0cf-c46574d5d529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:10.371557845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ee3a9c-754b-4be9-b0cf-c46574d5d529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.472751959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"8ca737be-653a-4f35-a563-70c359dd808a","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.472772426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"8ca737be-653a-4f35-a563-70c359dd808a","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.47487629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"002c3970-3981-4c7d-9795-abc08638a73f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.683797266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"002c3970-3981-4c7d-9795-abc08638a73f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.74912451Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.749204724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","namespace":"ai-tenant-e2e-shared-b-w4-efbdec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.749257007Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","tenant":"e2e-shared-b-w4-efbdec","tenantID":"e2e-shared-b-w4-efbdec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.761906221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"e2fc500b-caaf-435a-8614-e58871ab0d91","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.762649763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"b422a986-7f67-43a0-b1e9-cb869e241701","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.846629877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-efbdec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.850159121Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"002c3970-3981-4c7d-9795-abc08638a73f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"e2e-shared-a-w2-2bceb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.850175045Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-sub-iso-auth-f2d108","reconcileID":"002c3970-3981-4c7d-9795-abc08638a73f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.90986332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"Service","name":"maas-api-e2e-shared-b-w4-efbdec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.91377172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"c27dc940-c1a3-4cbf-87ba-3d0867846cae","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.913848709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"c27dc940-c1a3-4cbf-87ba-3d0867846cae","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:11.970246871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-efbdec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.026917225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-efbdec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.046392382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"26500251-17c9-4ce7-8e62-53e724dfacea","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.046412525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"26500251-17c9-4ce7-8e62-53e724dfacea","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.082955689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.139338867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.192958348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"2cd62ed2-6d63-494e-977a-ea0274654041","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.192964589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"fcd7f4d6-2d60-4e99-a8db-b53f8458c92d","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.198690825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.25840143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.311728061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.371424454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.425485365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2c9c9-cafc-43a3-bc41-f0820cc566d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.47974577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.479944172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2c9c9-cafc-43a3-bc41-f0820cc566d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.533726231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.53450323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2c9c9-cafc-43a3-bc41-f0820cc566d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.588645942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.588801459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2c9c9-cafc-43a3-bc41-f0820cc566d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.642754858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.696967796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.754394134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.862603043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.91676256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:12.97071617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-efbdec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.02435814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-efbdec"},"namespace":"ai-tenant-e2e-shared-b-w4-efbdec","name":"default-tenant","reconcileID":"7cd1df50-92ce-4f71-a92c-5f481539ea3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-efbdec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.631402097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aeafe6f-a319-4cf6-a31d-3fad58f34bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.685792124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aeafe6f-a319-4cf6-a31d-3fad58f34bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.739766175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aeafe6f-a319-4cf6-a31d-3fad58f34bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.794043248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aeafe6f-a319-4cf6-a31d-3fad58f34bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:16.81663627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6af4bcf-7af9-4a6f-ab5b-cadaf4e37bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:16.870716639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6af4bcf-7af9-4a6f-ab5b-cadaf4e37bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:16.924993257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6af4bcf-7af9-4a6f-ab5b-cadaf4e37bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:16.979069366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6af4bcf-7af9-4a6f-ab5b-cadaf4e37bb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:16.979144038Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-efbdec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-efbdec","reconcileID":"a9e2609b-2682-4f95-b579-e3e7f0d0372b","aitenant":"ai-tenants/e2e-shared-b-w4-efbdec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:17.758002957Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-efbdec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-efbdec","reconcileID":"a9e2609b-2682-4f95-b579-e3e7f0d0372b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-efbdec","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-efbdec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:18.86652718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-access","reconcileID":"c9ae20a3-0525-42fb-9daf-da362a94b60b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:18.866555365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8208797f-e133-4bb5-ac6c-f888852a5a2d","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:18.954503555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b028ba-04c3-4815-9438-5f17ee8646dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.008865619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b028ba-04c3-4815-9438-5f17ee8646dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.062826666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b028ba-04c3-4815-9438-5f17ee8646dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.117065643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b028ba-04c3-4815-9438-5f17ee8646dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.175368129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"22753a64-4b86-4f0c-8abb-08d7de0b8632","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.225361527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bc055e1e-0cdb-4b7f-bffd-64fada97834d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.28001614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"45cbbb7e-2f89-4e67-a4e1-af28239cb26f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.283307356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"bc055e1e-0cdb-4b7f-bffd-64fada97834d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.322105869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"8ac26d8a-7b8a-4337-938c-f37cad32b98a","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.604454501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0396c114-6b4f-4b08-9f65-2b9ebe5fc1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.663004182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"0396c114-6b4f-4b08-9f65-2b9ebe5fc1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.103942987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef110b60-73af-4332-b4d6-cfdc71c301b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.157877706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef110b60-73af-4332-b4d6-cfdc71c301b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.212721108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef110b60-73af-4332-b4d6-cfdc71c301b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.266707699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef110b60-73af-4332-b4d6-cfdc71c301b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:22.476864205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"a1cb0076-72c4-4a17-919f-64e615a9e523","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscription":"e2e-shared-sub-f2d108","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:22.702758471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-shared-sub-f2d108","reconcileID":"a1cb0076-72c4-4a17-919f-64e615a9e523","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-2bceb1/e2e-a-only-f2d108"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:22.920665996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"26299aeb-4486-43e7-aab1-d9032c3d7ad6","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:22.921931141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"1f044a9b-d38f-4372-803c-9b51f0f1ef4f","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:22.921947804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"1f044a9b-d38f-4372-803c-9b51f0f1ef4f","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.077222487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"57327314-5ad7-4090-a521-19b723c39b0a","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.077245211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"57327314-5ad7-4090-a521-19b723c39b0a","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.222309942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320524ea-bec9-467d-a7d6-b274b2bdfffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.277119233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320524ea-bec9-467d-a7d6-b274b2bdfffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.331397511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320524ea-bec9-467d-a7d6-b274b2bdfffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.385467053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320524ea-bec9-467d-a7d6-b274b2bdfffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:24.167286901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"48e15f06-4c93-4cb5-8522-bf06a932ac63","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:24.488196028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"a9c88f2f-38f7-4ef4-bcb2-e0d8a5232935","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:24.814910915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"3a0a6b51-11bd-444e-ac3a-80673eb3544f","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:24.982186075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"3ea726dc-84b7-4b3d-9888-d5734d82d921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.03283362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"5b408132-3a8d-4351-b9cc-34ee20bdd730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.042960738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"3ea726dc-84b7-4b3d-9888-d5734d82d921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.143612296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"677a488f-1469-44f2-bc6d-e0109bba6cc2","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.200521265Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"2f21b1d4-708b-4160-846e-f4c9028e0e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.207320586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"179e62c8-a81d-40e7-9a28-6a8dceb573e4","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.254550987Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"2f21b1d4-708b-4160-846e-f4c9028e0e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.308804726Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"2f21b1d4-708b-4160-846e-f4c9028e0e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.358313423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"09af3baa-43d6-4000-a2c7-950e02fd2eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.416904085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"09af3baa-43d6-4000-a2c7-950e02fd2eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.42355469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"bde81959-5526-427f-aa13-8eab41be3235","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.587109651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"a382065f-ebe1-4dd3-8313-03757fe46563","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.640851634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"6ab846c6-87f9-4421-bdb0-d3a9a78b8c71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.694349653Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"6ab846c6-87f9-4421-bdb0-d3a9a78b8c71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/simulator-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.737081305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"29b94101-10b2-4c23-a5b3-cc761bc48853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.795049808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"29b94101-10b2-4c23-a5b3-cc761bc48853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:25.958967945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"simulator-subscription","reconcileID":"6ab846c6-87f9-4421-bdb0-d3a9a78b8c71","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.383996966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"d4899535-57f1-444f-a056-2144f73d0735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.44322572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"d4899535-57f1-444f-a056-2144f73d0735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.493701523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"e382dde9-8f12-467c-8911-3a2abced065d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.715371806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"1cfbde88-e5d1-4906-9431-da54fb471bc0","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.715635154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"7aa72682-a788-4a2a-b589-32c2f7c44dde","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.715788142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"4ae542f5-69c1-4ed7-a27f-bad51cdc7a66","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.716053397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"c2e08825-6755-4444-b3d5-62adaf5cb5b0","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.728939087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"ab9d21f1-2999-4179-94e7-420eb75efce4","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.824943006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7e3d6f0f-2553-4205-ab79-55c9e337f4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.878961804Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"abaa12a2-a752-4d1a-8569-852c87843b27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.88371366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"7e3d6f0f-2553-4205-ab79-55c9e337f4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.884791684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"a8fc6239-1c78-4292-a289-d864bde61b8b","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.933414651Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"abaa12a2-a752-4d1a-8569-852c87843b27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"maas-trlp-premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc","model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:31.940191313Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"a8fc6239-1c78-4292-a289-d864bde61b8b","name":"premium-w4-3c5dbc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3c5dbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:31.940256891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"a8fc6239-1c78-4292-a289-d864bde61b8b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-3c5dbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:31.945589819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"15a578c8-f4a1-4a9b-9d63-e6679acd0c5e","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.096193997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"45be946b-17a8-4080-b06f-8fa174272d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.209222988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"460240b2-9f4e-470e-9ceb-d3d0f70cf607","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.257068482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"45be946b-17a8-4080-b06f-8fa174272d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.384056946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"45be946b-17a8-4080-b06f-8fa174272d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"name":"e2e-worker-w4-3c5dbc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.384082465Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-access","reconcileID":"45be946b-17a8-4080-b06f-8fa174272d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.442350761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"1371cb4d-b22f-4b3a-8204-7776a0e648d6","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.705700853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4139d3-5816-4a8e-8e42-c3834202d72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.759979865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4139d3-5816-4a8e-8e42-c3834202d72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.814015916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4139d3-5816-4a8e-8e42-c3834202d72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:32.868001591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4139d3-5816-4a8e-8e42-c3834202d72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.244253778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"157eb8e6-b393-43b9-b4d3-5000393cd345","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","subscription":"e2e-a-only-f2d108","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.298510716Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"157eb8e6-b393-43b9-b4d3-5000393cd345","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.353083683Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"e2e-a-only-f2d108","reconcileID":"157eb8e6-b393-43b9-b4d3-5000393cd345","MaaSSubscription":{"name":"e2e-a-only-f2d108","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"name":"maas-trlp-sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.649761303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"f435aa08-0bab-48eb-8c5f-185f62693ae1","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"tenant":"e2e-shared-a-w2-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","model":"ai-tenant-e2e-shared-a-w2-2bceb1/sub-test-model-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.649780475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"sub-test-model-2bceb1","reconcileID":"f435aa08-0bab-48eb-8c5f-185f62693ae1","MaaSModelRef":{"name":"sub-test-model-2bceb1","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"routeName":"sub-test-model-2bceb1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","llmisvcName":"sub-test-model-2bceb1","gateway":"openshift-ingress/e2e-shared-a-w2-2bceb1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.957832367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"649a509c-cd0d-4f84-a05a-e4048747964b","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.95785147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"649a509c-cd0d-4f84-a05a-e4048747964b","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:33.959056089Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"d3834ff4-f36d-40ea-a255-67503ab87b7f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.170167062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"d3834ff4-f36d-40ea-a255-67503ab87b7f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.237365311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"2ad12ec2-8350-4c83-971c-f474edede4f2","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.238058452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"ff3d91e9-0359-49fc-b716-fa04101b3ba9","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.327800866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"d3834ff4-f36d-40ea-a255-67503ab87b7f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"e2e-shared-b-w2-d341af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.327920338Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-sub-iso-auth-f2d108","reconcileID":"d3834ff4-f36d-40ea-a255-67503ab87b7f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.386445383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"01747b95-3596-4364-856a-3f8aaff73158","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.386486148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"01747b95-3596-4364-856a-3f8aaff73158","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.530544988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"26bfa725-8849-44b3-b2dc-4b32a34bfa02","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.530567614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"26bfa725-8849-44b3-b2dc-4b32a34bfa02","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.662200555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"08d7b0c8-2042-449e-b169-bd847304c7f6","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.662339882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"e6139637-eaf7-4d78-8ba6-adede2783a91","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.829037939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8d3dc-e9b8-4276-af41-b84d38b94d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.883195437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8d3dc-e9b8-4276-af41-b84d38b94d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.937318769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8d3dc-e9b8-4276-af41-b84d38b94d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.992054369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec8d3dc-e9b8-4276-af41-b84d38b94d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:39.040316526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:39.893527976Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","namespace":"ai-tenant-e2e-shared-b-w1-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:39.893607517Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","namespace":"ai-tenant-e2e-shared-b-w1-367381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:39.893679342Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","tenant":"e2e-shared-b-w1-367381","tenantID":"e2e-shared-b-w1-367381","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:39.94995343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-367381","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.014259084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"Service","name":"maas-api-e2e-shared-b-w1-367381","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.07067756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-367381","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.129158221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-367381","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.190605695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.251199898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.309662143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.366864512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.42120441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.47503428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.529414512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.583350974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.637365638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.690991118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.74468573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.80206182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.855900334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.909740772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:40.963557874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-367381","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:41.017750784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-367381"},"namespace":"ai-tenant-e2e-shared-b-w1-367381","name":"default-tenant","reconcileID":"4039ea6f-eccd-43c3-9eb3-de5fe5c4a5c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-367381","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:41.716588798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"c7ed5ed2-06dd-4705-820d-f5107357ed0f","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:41.716861257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"2925e59c-883e-40c7-8bb8-3532af838973","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:41.717091993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"84e91097-9a2c-456c-9cab-393f6b89e4d1","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:42.377061417Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"dce09a91-ae99-4ce2-b223-57472c431fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:42.431214341Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"premium-simulator-subscription","reconcileID":"dce09a91-ae99-4ce2-b223-57472c431fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"model":"e2e-models-e2e-worker-w4-3c5dbc/premium-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:42.44343101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"3180abf1-df93-41d3-a757-7593bf310b93","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:42.775444078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"1754f7b6-34ca-4209-b95c-554082da87f1","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:44.945174162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"9eb6fc6a-e11e-4964-b4a8-256c0a12310e","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscription":"e2e-shared-sub-f2d108","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.169185256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-shared-sub-f2d108","reconcileID":"9eb6fc6a-e11e-4964-b4a8-256c0a12310e","MaaSSubscription":{"name":"e2e-shared-sub-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d341af/e2e-b-only-f2d108"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.388685802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"55556ee1-d86a-45cb-9785-317d5637b76c","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.433769911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"4daa421b-b08b-4264-8b04-403e23faa52d","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.433799711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"4daa421b-b08b-4264-8b04-403e23faa52d","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.723310483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"07fff562-d2b6-497b-8041-ea27a38aba2b","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.723333196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"07fff562-d2b6-497b-8041-ea27a38aba2b","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:47.78673059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-2-w4-3c5dbc","reconcileID":"d09298c1-89f9-4815-9aac-b2cf40b316f2","MaaSModelRef":{"name":"distinct-2-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-2-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-2-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:47.795741736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"distinct-w4-3c5dbc","reconcileID":"cf3c9daf-b2a7-4b6a-ae63-7f2f9707b3a8","MaaSModelRef":{"name":"distinct-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"distinct-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"distinct-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:47.804170353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"premium-w4-3c5dbc","reconcileID":"645362eb-9a96-4342-a052-66a55a49393f","MaaSModelRef":{"name":"premium-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"premium-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"premium-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:47.814786297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"namespace":"e2e-models-e2e-worker-w4-3c5dbc","name":"simulator-w4-3c5dbc","reconcileID":"cd88878f-dbd3-42a0-bef2-234bc7fa0dcf","MaaSModelRef":{"name":"simulator-w4-3c5dbc","namespace":"e2e-models-e2e-worker-w4-3c5dbc"},"routeName":"simulator-w4-3c5dbc-kserve-route","namespace":"e2e-models-e2e-worker-w4-3c5dbc","llmisvcName":"simulator-w4-3c5dbc","gateway":"openshift-ingress/e2e-worker-w4-3c5dbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.250175408Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-367381","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-367381","reconcileID":"913d7b3e-53bd-438a-b0af-8dfc21d00d3d","aitenant":"ai-tenants/e2e-shared-b-w1-367381","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.823788339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adda793e-74bb-4cb1-b801-4d158c41d39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.87813614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adda793e-74bb-4cb1-b801-4d158c41d39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.932198653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adda793e-74bb-4cb1-b801-4d158c41d39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.990458988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adda793e-74bb-4cb1-b801-4d158c41d39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:49.102615199Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-367381","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-367381","reconcileID":"913d7b3e-53bd-438a-b0af-8dfc21d00d3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-367381","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-367381"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:50.274137405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"ceb477b4-c22a-42c6-8df3-c26f4cc94ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:50.274172806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"cf90c720-731d-46d2-9e5b-402fc5ea9424","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:50.497684954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2591070d-4325-4be7-a547-79ac8b15b51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:50.503594298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"ad9be502-84ac-44f5-9bdb-d58da3526a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:50.556886271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2591070d-4325-4be7-a547-79ac8b15b51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:50.609963765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"f36de5d3-928a-49ad-90d0-bb35d3d942eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:50.782877129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-access","reconcileID":"ad9be502-84ac-44f5-9bdb-d58da3526a1a","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.00353155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc10343-bcf9-464c-9875-0ff4a994dfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.003718586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"973e90be-7369-4303-bb79-2f2c943e04cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.05806298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc10343-bcf9-464c-9875-0ff4a994dfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.112285681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc10343-bcf9-464c-9875-0ff4a994dfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.115808516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"973e90be-7369-4303-bb79-2f2c943e04cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.166189132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc10343-bcf9-464c-9875-0ff4a994dfcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.722813933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"811b407d-af63-458a-acb6-ee60c867f487","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.835555942Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"88e92ec1-a8de-4c80-9ccc-0abe4fd882f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-578862a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.890090262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"0e1c95af-88d8-4bed-b4b8-e3cbce5991b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.949312569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"0e1c95af-88d8-4bed-b4b8-e3cbce5991b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:53.206404221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4523657-559d-4df0-b0ca-db950dd60488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:53.260655257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4523657-559d-4df0-b0ca-db950dd60488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:53.314922898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4523657-559d-4df0-b0ca-db950dd60488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:53.368893043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4523657-559d-4df0-b0ca-db950dd60488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:55.89166961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"8f24a9b2-a328-4387-8001-322774807157","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","subscription":"e2e-b-only-f2d108","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:55.946170154Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"8f24a9b2-a328-4387-8001-322774807157","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:56.000756018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"e2e-b-only-f2d108","reconcileID":"8f24a9b2-a328-4387-8001-322774807157","MaaSSubscription":{"name":"e2e-b-only-f2d108","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"name":"maas-trlp-sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:56.276603741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"de1416cb-8ba0-4d2e-9383-fef14e70f484","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"tenant":"e2e-shared-b-w2-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","model":"ai-tenant-e2e-shared-b-w2-d341af/sub-test-model-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:56.276626126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"sub-test-model-d341af","reconcileID":"de1416cb-8ba0-4d2e-9383-fef14e70f484","MaaSModelRef":{"name":"sub-test-model-d341af","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"routeName":"sub-test-model-d341af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d341af","llmisvcName":"sub-test-model-d341af","gateway":"openshift-ingress/e2e-shared-b-w2-d341af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.890257735Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"62caf9cf-d03c-45a3-9e9a-9e973e207908","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.945430282Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"62caf9cf-d03c-45a3-9e9a-9e973e207908","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.001028061Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"simulator-subscription","reconcileID":"62caf9cf-d03c-45a3-9e9a-9e973e207908","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/simulator-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.279389038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"35b26a74-a364-4104-97bb-54d8e02d2d95","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.347401682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.347454058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","namespace":"ai-tenant-e2e-worker-w4-3c5dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.347551578Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","tenant":"e2e-worker-w4-3c5dbc","tenantID":"e2e-worker-w4-3c5dbc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.388338818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"56523e7c-deca-430d-ac65-b1c7aee5b7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.410124867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"Deployment","name":"maas-api-e2e-worker-w4-3c5dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.463800192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"56523e7c-deca-430d-ac65-b1c7aee5b7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.532034319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"Service","name":"maas-api-e2e-worker-w4-3c5dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.593970723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-3c5dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.649901733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-3c5dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.710026366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.767359692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.826657595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.888727751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.942360603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.005127164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.059156729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"Service","name":"payload-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.112863018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.169232963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.222807793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.278296783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.338070068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.393748149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.446962699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.500680398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-3c5dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.554805676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3c5dbc"},"namespace":"ai-tenant-e2e-worker-w4-3c5dbc","name":"default-tenant","reconcileID":"cd805f2f-39bc-4d6f-aaec-0f5baccd53c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-3c5dbc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:04.174624441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"f241f1b6-2155-4528-96c7-269eb55473bf","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:04.499335809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"b95e13a3-e5ae-4683-bdb1-d7079f68b5ad","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.549018655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"934ed382-c275-426a-ba3c-318efdeeb34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.604447191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"04b6fbc0-763a-430e-a102-c983312f1fba","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.611603267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"934ed382-c275-426a-ba3c-318efdeeb34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.664606946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"4ca05479-9bc6-4b01-9f5d-db68d11989ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.670994753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"c02a2903-0b71-479b-ae82-73abcd0ee875","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.86184597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2244cfc7-82f3-4689-b6d7-347a4681dde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.892914159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"0e2a8de3-232c-4af5-b41b-02aa644dc1ae","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:08.966919689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"3790b427-fc20-47c7-bf63-6fa017ef1132","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.022791524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"a3100a0d-adc6-4e32-bd5c-2bfee49229bc","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.02310264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"0ce9536f-9492-4970-9d19-e569c4d47efb","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.041433138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.077502958Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"b5d34e06-f561-4091-9a7b-e3e912377107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de9cea6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.131190568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2244cfc7-82f3-4689-b6d7-347a4681dde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.262210697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2244cfc7-82f3-4689-b6d7-347a4681dde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"e2e-worker-w1-34b13c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.262243162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-access","reconcileID":"2244cfc7-82f3-4689-b6d7-347a4681dde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.369553017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"0a7ad076-71e2-4da5-babe-67b7c99667ea","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.920435293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a14510-4f21-4e2b-8785-1641b4c89ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.974328681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a14510-4f21-4e2b-8785-1641b4c89ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.028600771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a14510-4f21-4e2b-8785-1641b4c89ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.083181941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a14510-4f21-4e2b-8785-1641b4c89ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.145084761Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3c5dbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3c5dbc","reconcileID":"053a8efb-9731-4e6f-8214-2eb0af1fa082","aitenant":"ai-tenants/e2e-worker-w4-3c5dbc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.9523677Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3c5dbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3c5dbc","reconcileID":"053a8efb-9731-4e6f-8214-2eb0af1fa082","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-3c5dbc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-3c5dbc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.171541429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c571399-2798-4c0d-9f3b-98d25e322ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.225691463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c571399-2798-4c0d-9f3b-98d25e322ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.279898781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c571399-2798-4c0d-9f3b-98d25e322ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.334380025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c571399-2798-4c0d-9f3b-98d25e322ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.511069997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"9c66c07e-2069-498e-912f-26fa8c13799f","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.610416461Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"4dc8ccc8-b7e7-43dd-a1a9-cd7aaa35c3ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de9cea6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.670524262Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"072d1c12-b7c3-4296-8bc6-49ba431cd372","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de9cea6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:14.306722876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cf0e-e2af-4a42-b6ed-2ef7f61b4f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:14.361103963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cf0e-e2af-4a42-b6ed-2ef7f61b4f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:14.415491724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cf0e-e2af-4a42-b6ed-2ef7f61b4f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:14.469802499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cf0e-e2af-4a42-b6ed-2ef7f61b4f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:16.434575763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561033dc-eaed-4210-9aef-81fceca4f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:16.488964328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561033dc-eaed-4210-9aef-81fceca4f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:16.525552213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"d89c3a00-3345-494a-9e93-ebeaa9aa5d3a","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:16.543490632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561033dc-eaed-4210-9aef-81fceca4f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:16.597994187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561033dc-eaed-4210-9aef-81fceca4f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:18.967833333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"63b84daf-4815-4b8d-8cb6-f9c0db6e0e8e","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.023542764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"d777799e-4d8b-477a-82bf-694d4c2aedfd","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.910610604Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1326491f-2bd7-478e-8017-01d2d76fa482","namespace":"ai-tenant-e2e-worker-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.910702198Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1326491f-2bd7-478e-8017-01d2d76fa482","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.966554157Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1326491f-2bd7-478e-8017-01d2d76fa482","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.966577818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1326491f-2bd7-478e-8017-01d2d76fa482","namespace":"ai-tenant-e2e-worker-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:22.617321956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"2a1f9376-c2c0-4540-bb0e-9256280a7c31","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:22.725505328Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c7eb8eec-b838-406a-9ad5-25895ec86d35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:22.779919257Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c7eb8eec-b838-406a-9ad5-25895ec86d35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:22.834716074Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"premium-simulator-subscription","reconcileID":"c7eb8eec-b838-406a-9ad5-25895ec86d35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"name":"maas-trlp-premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c","model":"e2e-models-e2e-worker-w1-34b13c/premium-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.10952345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"5daabd3f-ee77-4d04-80b9-4051adf12c8f","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:26.656105867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"3f8c02b4-d142-40ee-8a67-3a675b532537","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:28.96869344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"4e9822cd-7e00-40e7-8498-2ca0be630d63","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:29.024144545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"c25fac1f-d0ed-4c94-ae61-9662abcb5010","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:31.387501706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-2-w1-34b13c","reconcileID":"ffcf490a-84d5-461a-9aca-fe3278916cf7","MaaSModelRef":{"name":"distinct-2-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-2-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-2-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:31.394276417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"distinct-w1-34b13c","reconcileID":"acfdacdf-bf40-4ee2-8c29-f9a5add7a188","MaaSModelRef":{"name":"distinct-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"distinct-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"distinct-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:31.401278643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"premium-w1-34b13c","reconcileID":"054e207c-b1c7-400d-b026-5e1a0c829b04","MaaSModelRef":{"name":"premium-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"premium-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"premium-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:31.41062402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"namespace":"e2e-models-e2e-worker-w1-34b13c","name":"simulator-w1-34b13c","reconcileID":"8fc743a5-de3a-4376-aa7f-b8cb35739922","MaaSModelRef":{"name":"simulator-w1-34b13c","namespace":"e2e-models-e2e-worker-w1-34b13c"},"routeName":"simulator-w1-34b13c-kserve-route","namespace":"e2e-models-e2e-worker-w1-34b13c","llmisvcName":"simulator-w1-34b13c","gateway":"openshift-ingress/e2e-worker-w1-34b13c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.040274436Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.227751374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870ac6d0-1dcf-4e5e-a097-0381284deee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.282287211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870ac6d0-1dcf-4e5e-a097-0381284deee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.336464817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870ac6d0-1dcf-4e5e-a097-0381284deee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.39093346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870ac6d0-1dcf-4e5e-a097-0381284deee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:44.407385089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb88b8d2-711a-4d72-b0d9-57d562b1b70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:44.4628153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb88b8d2-711a-4d72-b0d9-57d562b1b70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:44.5168592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb88b8d2-711a-4d72-b0d9-57d562b1b70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:44.571024346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb88b8d2-711a-4d72-b0d9-57d562b1b70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.019319891Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","namespace":"ai-tenant-e2e-worker-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.019378504Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","namespace":"ai-tenant-e2e-worker-w1-34b13c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.019432252Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","tenant":"e2e-worker-w1-34b13c","tenantID":"e2e-worker-w1-34b13c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.075528699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"Deployment","name":"maas-api-e2e-worker-w1-34b13c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.143739059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"Service","name":"maas-api-e2e-worker-w1-34b13c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.200328062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-34b13c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.25636358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-34b13c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.317116859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.373642277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.433112646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.491620307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.545186355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.600300444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.661263279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"Service","name":"payload-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.715012281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.770217591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.823728055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.878092018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.938725186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:46.99237116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:47.045969831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:47.104714017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-34b13c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:47.162983972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-34b13c"},"namespace":"ai-tenant-e2e-worker-w1-34b13c","name":"default-tenant","reconcileID":"1e81611e-ec05-426a-9b17-891ce37e8387","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-34b13c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.943789604Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-34b13c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-34b13c","reconcileID":"a4cf3e6c-e3ae-4630-89c9-b8f2b5848997","aitenant":"ai-tenants/e2e-worker-w1-34b13c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:54.449278066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdfb1e1-f3dc-449e-b4f3-83f3b2cc86a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:54.503221121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdfb1e1-f3dc-449e-b4f3-83f3b2cc86a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:54.557603884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdfb1e1-f3dc-449e-b4f3-83f3b2cc86a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:54.611972385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdfb1e1-f3dc-449e-b4f3-83f3b2cc86a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:54.790989182Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-34b13c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-34b13c","reconcileID":"a4cf3e6c-e3ae-4630-89c9-b8f2b5848997","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-34b13c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-34b13c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:56.619584388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2dc520-5102-477b-8a8c-943288e2ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:56.673953172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2dc520-5102-477b-8a8c-943288e2ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:56.728186546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2dc520-5102-477b-8a8c-943288e2ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:56.782128017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2dc520-5102-477b-8a8c-943288e2ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.813738388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab97715-cf04-4e58-96de-751ad0571ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.8683761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab97715-cf04-4e58-96de-751ad0571ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.922368096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab97715-cf04-4e58-96de-751ad0571ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.97649554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab97715-cf04-4e58-96de-751ad0571ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:00.893009197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e2dc8f2-10a0-4350-ad06-b6eb6a03d399","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:00.995095801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49cdc95e-618a-4ac6-a12e-3adc36a80e39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:01.004972393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"94f14463-34e9-4d2e-972d-ddda22fd635d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:01.092870148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"fd59294c-f909-4287-b6e1-6fb723ecdd6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.197272931Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.197335338Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.197397156Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","tenant":"e2e-shared-a-w2-2bceb1","tenantID":"e2e-shared-a-w2-2bceb1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.253807897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-2bceb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.316220249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"Service","name":"maas-api-e2e-shared-a-w2-2bceb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.375852459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-2bceb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.432847075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-2bceb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.491548948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.548563083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.607325222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.665747519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.719750655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.774399997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.829631578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.883209471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.937386131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.991142241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.047665326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.105250286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.159388243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.213423316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.267729641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-2bceb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.322027109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-2bceb1"},"namespace":"ai-tenant-e2e-shared-a-w2-2bceb1","name":"default-tenant","reconcileID":"d253ea35-730e-4ccb-a82c-538f39e96d60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-2bceb1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.040040555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.364971638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"3e3c7c60-ee84-47e6-8b0c-0dfb71a57e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.461298266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"f231d7dd-b7fc-408f-ae3a-08a6cd0c21fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.561766106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a9568e0-3462-49f8-94d5-2339d7d91586","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.581265063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"426dcdd2-b437-4f19-89bc-3d6ec04ca48d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:11.699852109Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-2bceb1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-2bceb1","reconcileID":"4d0d7732-da39-426b-9488-933f4bde7ffe","aitenant":"ai-tenants/e2e-shared-a-w2-2bceb1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:12.206272303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a79ced9-7493-4472-9340-b8c69e867edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:12.260417458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a79ced9-7493-4472-9340-b8c69e867edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:12.314827778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a79ced9-7493-4472-9340-b8c69e867edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:12.369890438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a79ced9-7493-4472-9340-b8c69e867edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:12.540758407Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-2bceb1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-2bceb1","reconcileID":"4d0d7732-da39-426b-9488-933f4bde7ffe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-2bceb1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-2bceb1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:14.331269907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a929eff-c0d1-491a-8a72-63f755575e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:14.386263784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a929eff-c0d1-491a-8a72-63f755575e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:14.440190256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a929eff-c0d1-491a-8a72-63f755575e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:14.494453578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a929eff-c0d1-491a-8a72-63f755575e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:16.437464297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca31f326-7cea-4ea3-bd81-d17b4164642e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:16.491610726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca31f326-7cea-4ea3-bd81-d17b4164642e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:16.545432106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca31f326-7cea-4ea3-bd81-d17b4164642e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:16.599614927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca31f326-7cea-4ea3-bd81-d17b4164642e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:17.034943631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"4e29b599-7402-48cf-afbd-ee51ef072661","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:17.146185057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5be62251-ec4e-4790-8676-afeb92cda5ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:17.243321467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"958e4537-d248-4310-836c-8aa2378c754c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:17.343015134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"8a2f1d63-7cd6-4c8b-9eae-be0c01ef3f22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:22.078962914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd7e9a9-dc07-4bf8-9920-a349c52e9920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:22.133123853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd7e9a9-dc07-4bf8-9920-a349c52e9920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:22.187220978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd7e9a9-dc07-4bf8-9920-a349c52e9920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:22.241090648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd7e9a9-dc07-4bf8-9920-a349c52e9920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:24.210273329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef0c17b-5759-4397-b678-2c5269829b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:24.264586498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef0c17b-5759-4397-b678-2c5269829b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:24.318603709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef0c17b-5759-4397-b678-2c5269829b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:24.372739613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef0c17b-5759-4397-b678-2c5269829b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:35.894943287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","namespace":"ai-tenant-e2e-shared-b-w2-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:35.895032293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","namespace":"ai-tenant-e2e-shared-b-w2-d341af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:35.89509181Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","tenant":"e2e-shared-b-w2-d341af","tenantID":"e2e-shared-b-w2-d341af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:35.953526369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-d341af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.015463084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"Service","name":"maas-api-e2e-shared-b-w2-d341af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.075550798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-d341af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.131662356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-d341af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.189746256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.246179302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.305115645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.36163027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.415712142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.472155734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.526066123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.580352688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.634330547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.688229546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.742206547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.799899577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.853634784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.907810078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:36.961606818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-d341af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:37.015081328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d341af"},"namespace":"ai-tenant-e2e-shared-b-w2-d341af","name":"default-tenant","reconcileID":"5ffaee9e-1b87-43d9-bd57-bfeac106b3e4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-d341af","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:39.040306199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:41.735877184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"25921620-f62b-4346-ac75-b3458901ff1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:41.833301348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"f1037f16-5e3b-4b30-8224-d5b1c0395ef4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:41.937377276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38e28dce-fd83-414b-8fcb-e2354acb8709","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:41.937511565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7cb0e964-8146-45a2-9fd3-4373110dce0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:42.624806323Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d341af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d341af","reconcileID":"ebb1e1e6-2df7-45db-a366-7a6178d65618","aitenant":"ai-tenants/e2e-shared-b-w2-d341af","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:43.115322181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42554695-5fee-45b2-8fcb-4e6f8e58f215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:43.170073145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42554695-5fee-45b2-8fcb-4e6f8e58f215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:43.224068957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42554695-5fee-45b2-8fcb-4e6f8e58f215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:43.280595656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42554695-5fee-45b2-8fcb-4e6f8e58f215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:43.477291303Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d341af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d341af","reconcileID":"ebb1e1e6-2df7-45db-a366-7a6178d65618","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-d341af","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-d341af"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.649277525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-access","reconcileID":"79351160-f4d9-4944-857a-48aea1d0ba81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.649726219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"c7cc65d4-916a-4da0-b1f7-21c6b50954fe","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.854715656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e28f0fca-43e0-4756-ae9a-7a6634067703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.861542673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"cc65b70c-70ac-4ba1-969a-91131ad4c7d7","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.913357565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"e28f0fca-43e0-4756-ae9a-7a6634067703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.968215398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"c700d9c9-5479-4b46-afec-bc38e4af4757","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.01779958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"335e4c21-ff4f-4534-9b38-22a397b29dac","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.183747082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"2873a660-9b87-47b2-88e1-782daeb77b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.243354949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"2873a660-9b87-47b2-88e1-782daeb77b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.321565578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c484e-b655-430b-9500-86b2d5f91cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.375993086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c484e-b655-430b-9500-86b2d5f91cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.430234607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c484e-b655-430b-9500-86b2d5f91cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.4845507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97c484e-b655-430b-9500-86b2d5f91cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.444240805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b430df-9ed4-445b-8c22-93d61f2597f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.498630547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b430df-9ed4-445b-8c22-93d61f2597f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.552964494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b430df-9ed4-445b-8c22-93d61f2597f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.553551852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71f6e968-4b3e-4282-b226-2d23c24ab2dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.607328672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b430df-9ed4-445b-8c22-93d61f2597f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.717852216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"cc25678e-3b9c-4f4f-8778-04fd003bdcf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.718251278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d264e0ad-d06e-4798-abf3-a194f4faa131","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:49.908568907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"54bc3576-f9c9-402a-862d-08b7f0d61f77","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.232385654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"88debd16-471e-4f0a-b7a1-5bcd36d9e947","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.557103238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"8339506d-b61a-454f-8430-ec0814ce7c64","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.721931401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"728cfaa8-9e0a-4692-b804-2ec0116deb13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.774426241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"52bd586b-e05c-4e76-ac8b-2690c517c3d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.779920245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"728cfaa8-9e0a-4692-b804-2ec0116deb13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.884092041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"2ca5cd58-3c98-4e5d-b222-ab7785ffeca0","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.937926687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"46b9f1a7-30ca-4ca7-bc15-be1888046277","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.949220635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"9842ecb5-0cfe-4464-93e2-7c36a2940f26","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:50.992584266Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"46b9f1a7-30ca-4ca7-bc15-be1888046277","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.047577946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"simulator-subscription","reconcileID":"46b9f1a7-30ca-4ca7-bc15-be1888046277","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/simulator-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.052727015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"66229980-38e5-4acb-9075-0461d20f38f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.112073626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"66229980-38e5-4acb-9075-0461d20f38f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.169708909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"bf4693f1-5bdc-4779-8496-56552cea5020","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.332520693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4b388a6d-95c6-46f5-862e-d222834abb56","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.440181302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5c75175a-1e24-458e-b4a8-618140f113a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.498188397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"5c75175a-1e24-458e-b4a8-618140f113a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:54.698229978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"92c07c17-0ed6-4ba5-81eb-31fb916db278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:54.807545546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d59157f-ce6e-4410-b4c9-80e8eef74b83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:54.848783078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a848bb03-3349-4a18-9a10-826ba3cf16f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:54.905388335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48ffbf5d-6550-458d-95f8-51661b1e054f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:54.907783107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"a848bb03-3349-4a18-9a10-826ba3cf16f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:56.830317941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7f950816-73a0-41a7-b2b6-c47a5f44c16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:56.830465077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"c514239e-c79b-48d8-8541-47607339bfcf","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.03952381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7f950816-73a0-41a7-b2b6-c47a5f44c16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.112959192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"02a44eed-a9c3-44ba-81e2-79a01b57374e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.160772208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"05c050f8-8f06-4274-a4c7-196aa67657ae","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.16842281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7f950816-73a0-41a7-b2b6-c47a5f44c16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"e2e-worker-w2-cdb532-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.168445534Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-access","reconcileID":"7f950816-73a0-41a7-b2b6-c47a5f44c16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.22611468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"77a5d8dc-1b55-4407-99aa-c3473bca7638","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.540440158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"1e9c7ea3-5840-488c-87c2-481cc710f144","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.594177589Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"2b3a2e04-2598-4291-afb5-6a985bfb55d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58eb825e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.597801521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"a2050597-2eec-4e29-912f-737f00b766c2","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.598163599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"a1522f3b-a71d-43bc-9bc2-018d588ee3fa","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:57.598979345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"806c5c4b-d8a0-4136-9cd1-5e68afd2824e","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.319114961Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"2252c26d-34c1-47ce-8e04-f74b987480b7","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.319178863Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"2252c26d-34c1-47ce-8e04-f74b987480b7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.375361956Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"2252c26d-34c1-47ce-8e04-f74b987480b7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.375388228Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"2252c26d-34c1-47ce-8e04-f74b987480b7","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.506490478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d27d7ea-02ca-4b94-97d9-aa452817cf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.561088034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d27d7ea-02ca-4b94-97d9-aa452817cf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.616205808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d27d7ea-02ca-4b94-97d9-aa452817cf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.67051516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d27d7ea-02ca-4b94-97d9-aa452817cf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:00.625011511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c63352-8bbe-4df7-9d32-e08a81cfc9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:00.679062707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c63352-8bbe-4df7-9d32-e08a81cfc9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:00.73316106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c63352-8bbe-4df7-9d32-e08a81cfc9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:00.787489394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c63352-8bbe-4df7-9d32-e08a81cfc9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:03.736747693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"ee114c5a-3c0e-4682-81d3-088c7727c857","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:03.736814944Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"ee114c5a-3c0e-4682-81d3-088c7727c857","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:03.796856084Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"ee114c5a-3c0e-4682-81d3-088c7727c857","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:03.79687598Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"ee114c5a-3c0e-4682-81d3-088c7727c857","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:04.94831706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a8c790a-d173-4d0a-9f80-714e4b3e2784","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:05.114234569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fac7936-7526-492d-9c6f-3db1ed0226a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:07.597899966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"c92d2575-37cd-4ae5-ac7e-88954b48e15e","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:07.598211741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"40ec5c2c-a552-4e70-b012-b5726eee6a02","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:07.599742091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"0994169d-8cd6-48be-8f5a-ff2090e2ec34","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:07.599922516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"8dd3ee67-5920-4342-a0aa-837239d53020","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:07.649401437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"6bcb8f67-7cf6-4064-b556-423932d5b966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:07.703842518Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"6bcb8f67-7cf6-4064-b556-423932d5b966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:07.758323889Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"premium-simulator-subscription","reconcileID":"6bcb8f67-7cf6-4064-b556-423932d5b966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"name":"maas-trlp-premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532","model":"e2e-models-e2e-worker-w2-cdb532/premium-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:08.032999824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"ae6c2bbd-6427-421e-983e-2b7b004a5d86","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:08.81432058Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:08.814383124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","namespace":"ai-tenant-e2e-worker-w2-cdb532","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:08.814435059Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","tenant":"e2e-worker-w2-cdb532","tenantID":"e2e-worker-w2-cdb532","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:08.870875784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"Deployment","name":"maas-api-e2e-worker-w2-cdb532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:08.932304066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"Service","name":"maas-api-e2e-worker-w2-cdb532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:08.99302887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-cdb532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.039175634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.048611072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-cdb532","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.105648068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.164357916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.223862735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.282178159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.335605364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.391023042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.446629821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"Service","name":"payload-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.500057285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.553568858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.607226021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.661580269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.718910483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.772300023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.825799504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.880704362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-cdb532","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:09.934521652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-cdb532"},"namespace":"ai-tenant-e2e-worker-w2-cdb532","name":"default-tenant","reconcileID":"4c546346-2d1b-4b0f-8ef3-4bf34838435c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-cdb532","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:12.211836144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"692ae94b-7df6-4432-9eaa-63506706028a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:12.314092437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1c39aa9-655d-46e5-96b9-2ca6763d8491","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:17.598822869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"6b180a37-4afb-4b2a-9e30-ec20ac11474d","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:17.599104515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"6428a070-41ff-4c6d-8368-138282c5954f","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:17.600439076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"4427ff36-598d-4838-adb3-659bdf56b113","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:18.034360212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"225a84a0-e55a-42fc-ae1d-d0e0821b1239","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:18.829271974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91a4ac84-de22-4a94-923f-b89dd2ec338e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:18.929595531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90a127b7-709f-45d5-ab98-441f18e95cdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:25.753924644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-2-w2-cdb532","reconcileID":"44539b7c-26af-4371-9897-3aed3023592e","MaaSModelRef":{"name":"distinct-2-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-2-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-2-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:25.805965762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"distinct-w2-cdb532","reconcileID":"97d6c10d-0324-4988-8efe-031f1908da95","MaaSModelRef":{"name":"distinct-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"distinct-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"distinct-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:25.806446507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"premium-w2-cdb532","reconcileID":"e88b96ff-444d-466a-9783-c462398b789e","MaaSModelRef":{"name":"premium-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"premium-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"premium-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:25.857673499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"namespace":"e2e-models-e2e-worker-w2-cdb532","name":"simulator-w2-cdb532","reconcileID":"3ec20582-6458-4fc0-9395-81a921d5b0d3","MaaSModelRef":{"name":"simulator-w2-cdb532","namespace":"e2e-models-e2e-worker-w2-cdb532"},"routeName":"simulator-w2-cdb532-kserve-route","namespace":"e2e-models-e2e-worker-w2-cdb532","llmisvcName":"simulator-w2-cdb532","gateway":"openshift-ingress/e2e-worker-w2-cdb532","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:29.204996554Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-cdb532","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-cdb532","reconcileID":"3d3ee654-cee1-4094-8b4f-a732a746f308","aitenant":"ai-tenants/e2e-worker-w2-cdb532","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:29.823810828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ea9bf5-7399-4db3-8b75-ecb59b11ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:29.877814591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ea9bf5-7399-4db3-8b75-ecb59b11ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:29.931706445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ea9bf5-7399-4db3-8b75-ecb59b11ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:29.985609436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ea9bf5-7399-4db3-8b75-ecb59b11ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:30.04287051Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-cdb532","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-cdb532","reconcileID":"3d3ee654-cee1-4094-8b4f-a732a746f308","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-cdb532","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-cdb532"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:32.105433732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ecc376-7646-4f40-855c-6020fa05e12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:32.159734074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ecc376-7646-4f40-855c-6020fa05e12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:32.213817591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ecc376-7646-4f40-855c-6020fa05e12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:32.267865069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ecc376-7646-4f40-855c-6020fa05e12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:34.233269658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da1cca6-3a36-4f74-8427-808d5850249e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:34.287228381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da1cca6-3a36-4f74-8427-808d5850249e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:34.341286026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da1cca6-3a36-4f74-8427-808d5850249e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:34.395337447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da1cca6-3a36-4f74-8427-808d5850249e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}